{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.752761316299438, "lr": 0.0002564102564102564, "grad_norm": 1.5188686847686768, "tokens_per_second": 47035.89364102906, "training_seconds": 55.73275635000027, "elapsed_tokens_per_second": 47035.89364102906, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 8.113248538970947, "lr": 0.0005128205128205128, "grad_norm": 0.7516692876815796, "tokens_per_second": 1764250.0504843355, "training_seconds": 1.4858664729981683, "elapsed_tokens_per_second": 91622.05297119578, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.981526017189026, "lr": 0.0007692307692307692, "grad_norm": 0.7179424166679382, "tokens_per_second": 1762718.4699310288, "training_seconds": 1.487157504001516, "elapsed_tokens_per_second": 133948.63256911084, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.5165201558007135, "lr": 0.001, "grad_norm": 0.4259740710258484, "tokens_per_second": 1756178.0086400725, "training_seconds": 1.3434264569950756, "elapsed_tokens_per_second": 170234.4756900953, "peak_memory_bytes": 21988176384}
{"loss": 6.352333206792082, "perplexity": 573.830012386742, "tokens": 10223616, "seconds": 1.5282320719998097, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.333465576171875, "lr": 0.0010256410256410256, "grad_norm": 0.43351003527641296, "tokens_per_second": 1833792.8133425864, "training_seconds": 0.14295180900080595, "elapsed_tokens_per_second": 169839.320643946, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.193658566474914, "lr": 0.001282051282051282, "grad_norm": 0.4087957441806793, "tokens_per_second": 1760772.2104871862, "training_seconds": 1.4888013250019867, "elapsed_tokens_per_second": 207295.72112860528, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 5.963574600219727, "lr": 0.0015384615384615385, "grad_norm": 0.619818389415741, "tokens_per_second": 1757525.0984134928, "training_seconds": 1.4915519569913158, "elapsed_tokens_per_second": 243015.78633529827, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.764464855194092, "lr": 0.001794871794871795, "grad_norm": 0.35409775376319885, "tokens_per_second": 1752531.0090242883, "training_seconds": 1.4958023490034975, "elapsed_tokens_per_second": 277109.2819206806, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.5826535522937775, "lr": 0.002, "grad_norm": 0.7434915900230408, "tokens_per_second": 1752093.463972225, "training_seconds": 1.1969407129945466, "elapsed_tokens_per_second": 303289.075649836, "peak_memory_bytes": 42389451776}
{"loss": 5.607847552805647, "perplexity": 272.5569417448499, "tokens": 20447232, "seconds": 0.5376618560112547, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.578648209571838, "lr": 0.0020512820512820513, "grad_norm": 0.61403888463974, "tokens_per_second": 1793998.3669808425, "training_seconds": 0.29224552800587844, "elapsed_tokens_per_second": 307256.60603603965, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.451766848564148, "lr": 0.0023076923076923075, "grad_norm": 0.5871352553367615, "tokens_per_second": 1755292.4829666484, "training_seconds": 1.4934491120075108, "elapsed_tokens_per_second": 338256.98813459906, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.319172978401184, "lr": 0.002564102564102564, "grad_norm": 0.3849526643753052, "tokens_per_second": 1754541.7837052827, "training_seconds": 1.4940881000075024, "elapsed_tokens_per_second": 367951.1280365249, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.190633821487427, "lr": 0.0028205128205128207, "grad_norm": 0.3230918347835541, "tokens_per_second": 1753297.2859425787, "training_seconds": 1.4951486100035254, "elapsed_tokens_per_second": 396418.3785745265, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.148409953484168, "lr": 0.0029871794871794873, "grad_norm": 0.3241541385650635, "tokens_per_second": 1752207.1932689324, "training_seconds": 0.9724512069951743, "elapsed_tokens_per_second": 414295.232631299, "peak_memory_bytes": 42389451776}
{"loss": 5.12640954736389, "perplexity": 168.4113582146, "tokens": 30539776, "seconds": 0.5353648729942506, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.0666512080601285, "lr": 0.003076923076923077, "grad_norm": 0.36903104186058044, "tokens_per_second": 1786830.2498439024, "training_seconds": 0.5134813450131333, "elapsed_tokens_per_second": 420716.8671274973, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.021358704566955, "lr": 0.0033333333333333335, "grad_norm": 0.4552218019962311, "tokens_per_second": 1751906.6657397076, "training_seconds": 1.4963354220089968, "elapsed_tokens_per_second": 446827.46663354675, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 4.966463708877564, "lr": 0.00358974358974359, "grad_norm": 0.49537786841392517, "tokens_per_second": 1753074.6464934687, "training_seconds": 1.4953384929976892, "elapsed_tokens_per_second": 471935.52681704855, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 4.897546553611756, "lr": 0.003846153846153846, "grad_norm": 0.4237755537033081, "tokens_per_second": 1751358.0505829414, "training_seconds": 1.4968041510001058, "elapsed_tokens_per_second": 496089.11813263147, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.881868665868586, "lr": 0.003987179487179487, "grad_norm": 0.30393415689468384, "tokens_per_second": 1749991.354678125, "training_seconds": 0.8238852130016312, "elapsed_tokens_per_second": 508977.4138970745, "peak_memory_bytes": 42389451776}
{"loss": 4.878314222546939, "perplexity": 131.40895081247623, "tokens": 40763392, "seconds": 0.5385770620050607, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.855012098948161, "lr": 0.003999919489858869, "grad_norm": 0.2675553262233734, "tokens_per_second": 1767029.4458088856, "training_seconds": 0.667588195996359, "elapsed_tokens_per_second": 515895.08308256796, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.7795332908630375, "lr": 0.003999013825209868, "grad_norm": 0.27793464064598083, "tokens_per_second": 1754149.8940543036, "training_seconds": 1.4944218899909174, "elapsed_tokens_per_second": 538237.5083945025, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.741720795631409, "lr": 0.00399710231545853, "grad_norm": 0.251316636800766, "tokens_per_second": 1752536.7336514243, "training_seconds": 1.4957974629942328, "elapsed_tokens_per_second": 559775.3146387164, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.671414160728455, "lr": 0.003994185922420472, "grad_norm": 0.30103644728660583, "tokens_per_second": 1750293.5796540237, "training_seconds": 1.4977144580043387, "elapsed_tokens_per_second": 580550.9673053111, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.635405116611057, "lr": 0.003992546074856259, "grad_norm": 0.34576481580734253, "tokens_per_second": 1749455.2257727687, "training_seconds": 0.6742944790021284, "elapsed_tokens_per_second": 589654.2831561023, "peak_memory_bytes": 42389451776}
{"loss": 4.653322740590351, "perplexity": 104.93307233457422, "tokens": 50987008, "seconds": 0.5395150170079432, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.643317786130038, "lr": 0.003990266113539101, "grad_norm": 0.41050347685813904, "tokens_per_second": 1765110.4839403124, "training_seconds": 0.8168281890102662, "elapsed_tokens_per_second": 596918.5034368157, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.65513846874237, "lr": 0.003985344861147232, "grad_norm": 0.2252517193555832, "tokens_per_second": 1755930.2936378068, "training_seconds": 1.4929066429904196, "elapsed_tokens_per_second": 616281.1371621216, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.515582513809204, "lr": 0.003979424641474668, "grad_norm": 0.18822243809700012, "tokens_per_second": 1753204.36948951, "training_seconds": 1.4952278499986278, "elapsed_tokens_per_second": 634987.5071797314, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.5065950632095335, "lr": 0.0039725084334022425, "grad_norm": 0.6169693470001221, "tokens_per_second": 1754885.595321861, "training_seconds": 1.4937953830085462, "elapsed_tokens_per_second": 653100.1898810143, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.699476991380964, "lr": 0.003969853087303938, "grad_norm": 1.7661821842193604, "tokens_per_second": 1752691.7053319826, "training_seconds": 0.5234828219981864, "elapsed_tokens_per_second": 659288.6749554747, "peak_memory_bytes": 42389451776}
{"loss": 4.7988925065533525, "perplexity": 121.37592001893053, "tokens": 61210624, "seconds": 0.5365297679963987, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.638211030226487, "lr": 0.003964599716962921, "grad_norm": 0.21633675694465637, "tokens_per_second": 1763083.044288943, "training_seconds": 0.96645249100402, "elapsed_tokens_per_second": 666827.5573247984, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.465098524093628, "lr": 0.003955702471590763, "grad_norm": 0.19778387248516083, "tokens_per_second": 1753307.9689104392, "training_seconds": 1.4951395000098273, "elapsed_tokens_per_second": 683768.3523698319, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.372310614585876, "lr": 0.0039458211741185785, "grad_norm": 0.20062698423862457, "tokens_per_second": 1752371.7494016506, "training_seconds": 1.4959382910019485, "elapsed_tokens_per_second": 700179.0301647946, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.333673310279846, "lr": 0.00393496079652532, "grad_norm": 0.19370092451572418, "tokens_per_second": 1751052.2864462535, "training_seconds": 1.4970655189972604, "elapsed_tokens_per_second": 716085.6336835457, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.32015438079834, "lr": 0.003932093350457171, "grad_norm": 0.20780344307422638, "tokens_per_second": 1758590.974932095, "training_seconds": 0.37266198299766984, "elapsed_tokens_per_second": 719989.3770144489, "peak_memory_bytes": 42389451776}
{"loss": 4.313115329341307, "perplexity": 74.67275718791362, "tokens": 71434240, "seconds": 0.5390392879926367, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.29401798248291, "lr": 0.00392312680343433, "grad_norm": 0.19381855428218842, "tokens_per_second": 1763749.228497485, "training_seconds": 1.114716291995137, "elapsed_tokens_per_second": 727623.2348448478, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.25473051071167, "lr": 0.003910325149363705, "grad_norm": 0.23431406915187836, "tokens_per_second": 1755021.8772363036, "training_seconds": 1.4936793859960744, "elapsed_tokens_per_second": 742605.4109948947, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.229713010787964, "lr": 0.0038965622757301485, "grad_norm": 0.20705360174179077, "tokens_per_second": 1752931.5693134512, "training_seconds": 1.4954605450038798, "elapsed_tokens_per_second": 757139.6074381327, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.218324899673462, "lr": 0.0038818451076078463, "grad_norm": 0.18505321443080902, "tokens_per_second": 1749353.2176500268, "training_seconds": 1.49851955199847, "elapsed_tokens_per_second": 771241.8400788849, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.193140824635823, "lr": 0.003879555675949761, "grad_norm": 0.20221930742263794, "tokens_per_second": 1764478.6533869912, "training_seconds": 0.22285109499352984, "elapsed_tokens_per_second": 773323.8700621524, "peak_memory_bytes": 42389451776}
{"loss": 4.205136842513367, "perplexity": 67.02976956087497, "tokens": 81657856, "seconds": 0.5351850110018859, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.1812833056730385, "lr": 0.0038661810502439715, "grad_norm": 0.22646072506904602, "tokens_per_second": 1763462.9526415989, "training_seconds": 1.2635502189950785, "elapsed_tokens_per_second": 781065.5883084359, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.177641224861145, "lr": 0.003849577985332579, "grad_norm": 0.2002105563879013, "tokens_per_second": 1754839.472201051, "training_seconds": 1.493834645007155, "elapsed_tokens_per_second": 794415.516182894, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.150963568687439, "lr": 0.0038320442670487687, "grad_norm": 0.20234011113643646, "tokens_per_second": 1754863.5672385867, "training_seconds": 1.493814134009881, "elapsed_tokens_per_second": 807400.9685820016, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.133344984054565, "lr": 0.0038135887178451133, "grad_norm": 0.17349748313426971, "tokens_per_second": 1752721.0227598948, "training_seconds": 1.4956401880044723, "elapsed_tokens_per_second": 820028.7622002832, "peak_memory_bytes": 42389451776}
{"loss": 4.141736767158291, "perplexity": 62.9119900997652, "tokens": 91750400, "seconds": 0.5351290120015619, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.118951034545899, "lr": 0.0037942206240124533, "grad_norm": 0.21070973575115204, "tokens_per_second": 1760578.1568163708, "training_seconds": 1.488965423006448, "elapsed_tokens_per_second": 828416.9261698185, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.111663556098938, "lr": 0.0037739497310073124, "grad_norm": 0.17052511870861053, "tokens_per_second": 1753162.5743566114, "training_seconds": 1.4952634960063733, "elapsed_tokens_per_second": 840385.9841900413, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.097863745689392, "lr": 0.0037527862385482677, "grad_norm": 0.172854945063591, "tokens_per_second": 1745533.227730831, "training_seconds": 1.5017989679909078, "elapsed_tokens_per_second": 852004.172608453, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.0818535751766625, "lr": 0.0037329847148808177, "grad_norm": 0.17947451770305634, "tokens_per_second": 1753354.1916496693, "training_seconds": 1.3455900760018267, "elapsed_tokens_per_second": 862247.4630484281, "peak_memory_bytes": 42389451776}
{"loss": 4.079918548920299, "perplexity": 59.14065258369198, "tokens": 101974016, "seconds": 0.5391545169986784, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.042258977890015, "lr": 0.003730740795483752, "grad_norm": 0.18727974593639374, "tokens_per_second": 1825830.466687959, "training_seconds": 0.1435752140096156, "elapsed_tokens_per_second": 859441.3297440937, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.06618173122406, "lr": 0.0037078244944338625, "grad_norm": 0.15735602378845215, "tokens_per_second": 1748720.5741733385, "training_seconds": 1.4990616789873457, "elapsed_tokens_per_second": 870501.0321333245, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.054715251922607, "lr": 0.0036840488662088855, "grad_norm": 0.1902434527873993, "tokens_per_second": 1753323.5046278755, "training_seconds": 1.4951262519898592, "elapsed_tokens_per_second": 881313.4163789853, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.040576541423798, "lr": 0.003659425874007325, "grad_norm": 0.18247954547405243, "tokens_per_second": 1755953.5164641838, "training_seconds": 1.4928868990100455, "elapsed_tokens_per_second": 891881.5141235644, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.0259576588869095, "lr": 0.003639125689804212, "grad_norm": 0.16736853122711182, "tokens_per_second": 1758382.776185141, "training_seconds": 1.1926595439872472, "elapsed_tokens_per_second": 900160.9295166113, "peak_memory_bytes": 42389451776}
{"loss": 4.038488962070131, "perplexity": 56.74054088737608, "tokens": 112197632, "seconds": 0.5383011029916815, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.013448774814606, "lr": 0.0036339679073963756, "grad_norm": 0.1613001972436905, "tokens_per_second": 1790368.2043937575, "training_seconds": 0.2928380869998364, "elapsed_tokens_per_second": 898315.8596949684, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.007460105419159, "lr": 0.0036076877760778565, "grad_norm": 0.1767251342535019, "tokens_per_second": 1751637.8156696642, "training_seconds": 1.496565086999908, "elapsed_tokens_per_second": 908363.3419668454, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.010405743122101, "lr": 0.003580598703442742, "grad_norm": 0.19866259396076202, "tokens_per_second": 1753667.526364045, "training_seconds": 1.4948329489998287, "elapsed_tokens_per_second": 918186.3715355316, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.001713490486145, "lr": 0.0035527143199175423, "grad_norm": 0.16527368128299713, "tokens_per_second": 1751097.614142164, "training_seconds": 1.4970267669996247, "elapsed_tokens_per_second": 927771.3429515748, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.985431637082781, "lr": 0.0035327295389949616, "grad_norm": 0.1619962453842163, "tokens_per_second": 1757529.3435645353, "training_seconds": 1.0440838479989907, "elapsed_tokens_per_second": 934372.2410491589, "peak_memory_bytes": 42389451776}
{"loss": 3.9991656242684694, "perplexity": 54.552613661633565, "tokens": 122421248, "seconds": 0.5372834709996823, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.951869567235311, "lr": 0.0035240486561058716, "grad_norm": 0.1940598338842392, "tokens_per_second": 1783974.5494615561, "training_seconds": 0.4408314010070171, "elapsed_tokens_per_second": 933339.0062343462, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.977107620239258, "lr": 0.00349461613572866, "grad_norm": 0.18202044069766998, "tokens_per_second": 1754476.9928373357, "training_seconds": 1.4941432750056265, "elapsed_tokens_per_second": 942520.7446791226, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9535505890846254, "lr": 0.00346443156836656, "grad_norm": 0.1822214126586914, "tokens_per_second": 1756256.5142788808, "training_seconds": 1.4926293389871716, "elapsed_tokens_per_second": 951506.5210196044, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.9715137243270875, "lr": 0.0034335101420082015, "grad_norm": 0.16516117751598358, "tokens_per_second": 1755729.8632936324, "training_seconds": 1.4930770700011635, "elapsed_tokens_per_second": 960295.7236893316, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9770737091700235, "lr": 0.003414610051126177, "grad_norm": 0.16056561470031738, "tokens_per_second": 1753590.5990633445, "training_seconds": 0.8969391150021693, "elapsed_tokens_per_second": 965462.3933841725, "peak_memory_bytes": 42389451776}
{"loss": 3.964081511033827, "perplexity": 52.67186863510141, "tokens": 132644864, "seconds": 0.5377481619943865, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.960019052028656, "lr": 0.00340186741540804, "grad_norm": 0.15804381668567657, "tokens_per_second": 1764612.8802723207, "training_seconds": 0.5942243829922518, "elapsed_tokens_per_second": 965074.055413858, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9425296902656557, "lr": 0.0033695193102576486, "grad_norm": 0.17951367795467377, "tokens_per_second": 1746919.1061995605, "training_seconds": 1.5006075499986764, "elapsed_tokens_per_second": 973444.1162892331, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.939443027973175, "lr": 0.00333648210317439, "grad_norm": 0.15725865960121155, "tokens_per_second": 1745780.2933523073, "training_seconds": 1.501586430997122, "elapsed_tokens_per_second": 981625.3235990326, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9383702516555785, "lr": 0.0033027724175115, "grad_norm": 0.16785067319869995, "tokens_per_second": 1750133.2553626609, "training_seconds": 1.4978516589908395, "elapsed_tokens_per_second": 989664.636109782, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9341866254806517, "lr": 0.0032856706827662577, "grad_norm": 0.16587647795677185, "tokens_per_second": 1752566.7480632593, "training_seconds": 0.7478859230031958, "elapsed_tokens_per_second": 993621.8323796265, "peak_memory_bytes": 42389451776}
{"loss": 3.9366373329565123, "perplexity": 51.24598804761225, "tokens": 142868480, "seconds": 0.5394332440046128, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9211450099945067, "lr": 0.0032684072149937035, "grad_norm": 0.1438135802745819, "tokens_per_second": 1764587.322390515, "training_seconds": 0.7427912370039849, "elapsed_tokens_per_second": 993810.3646135575, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.9251301646232606, "lr": 0.003233403787182574, "grad_norm": 0.1658318042755127, "tokens_per_second": 1753807.0922169809, "training_seconds": 1.4947139919968322, "elapsed_tokens_per_second": 1001551.3013759108, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.908463156223297, "lr": 0.0031977797467759245, "grad_norm": 0.17470921576023102, "tokens_per_second": 1758401.9628171327, "training_seconds": 1.4908081629982917, "elapsed_tokens_per_second": 1009159.8192686348, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.890099799633026, "lr": 0.0031615530187456176, "grad_norm": 0.15159527957439423, "tokens_per_second": 1754238.0354709446, "training_seconds": 1.4943468029960059, "elapsed_tokens_per_second": 1016596.1500534517, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.9008974007197788, "lr": 0.0031487346434094015, "grad_norm": 0.15343213081359863, "tokens_per_second": 1750372.3173499138, "training_seconds": 0.5241764800011879, "elapsed_tokens_per_second": 1019148.049658828, "peak_memory_bytes": 42389451776}
{"loss": 3.910252840683107, "perplexity": 49.91157005362593, "tokens": 152961024, "seconds": 0.5375704229954863, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.895467923237727, "lr": 0.003124741831318243, "grad_norm": 0.18261602520942688, "tokens_per_second": 1765712.9751548723, "training_seconds": 0.965013013992575, "elapsed_tokens_per_second": 1020224.7931786156, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.8789141178131104, "lr": 0.0030873647068032106, "grad_norm": 0.16037754714488983, "tokens_per_second": 1753753.8547149335, "training_seconds": 1.4947593660035636, "elapsed_tokens_per_second": 1027378.6744703552, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.874730956554413, "lr": 0.0030494404522728676, "grad_norm": 0.15712635219097137, "tokens_per_second": 1754233.3034307966, "training_seconds": 1.4943508339929394, "elapsed_tokens_per_second": 1034393.9203011683, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.859964072704315, "lr": 0.0030109881500993306, "grad_norm": 0.17205390334129333, "tokens_per_second": 1755345.7481078673, "training_seconds": 1.4934037939965492, "elapsed_tokens_per_second": 1041283.8640888052, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8431371688842773, "lr": 0.0030012948287640793, "grad_norm": 0.1638564169406891, "tokens_per_second": 1754585.8031464384, "training_seconds": 0.37351265399775, "elapsed_tokens_per_second": 1042976.201702897, "peak_memory_bytes": 42389451776}
{"loss": 3.8835460593200195, "perplexity": 48.59623502674068, "tokens": 163184640, "seconds": 0.537852686989936, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8636417547861734, "lr": 0.0029720271483527965, "grad_norm": 0.15341903269290924, "tokens_per_second": 1765970.8846711367, "training_seconds": 1.1133139379962813, "elapsed_tokens_per_second": 1044454.2176010261, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.8640413641929627, "lr": 0.0029325770510661613, "grad_norm": 0.14643096923828125, "tokens_per_second": 1753993.7152954272, "training_seconds": 1.4945549560070504, "elapsed_tokens_per_second": 1051090.032469377, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8477447867393493, "lr": 0.0028926577083708454, "grad_norm": 0.14329998195171356, "tokens_per_second": 1752433.5111863413, "training_seconds": 1.4958855689910706, "elapsed_tokens_per_second": 1057590.30311968, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.846635067462921, "lr": 0.0028522892065087923, "grad_norm": 0.16674646735191345, "tokens_per_second": 1750469.3389999974, "training_seconds": 1.4975640770135215, "elapsed_tokens_per_second": 1063963.3956095278, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8676390647888184, "lr": 0.0028461964439177377, "grad_norm": 0.17889252305030823, "tokens_per_second": 1748977.6080482386, "training_seconds": 0.22482620600203518, "elapsed_tokens_per_second": 1064898.478952942, "peak_memory_bytes": 42389451776}
{"loss": 3.8632321497281543, "perplexity": 47.61901468903235, "tokens": 173408256, "seconds": 0.5378545739949914, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.834192332099466, "lr": 0.0028114918577256554, "grad_norm": 0.1568591296672821, "tokens_per_second": 1758634.4840597596, "training_seconds": 1.2670193949888926, "elapsed_tokens_per_second": 1066703.1702155706, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8316722393035887, "lr": 0.00277028619005028, "grad_norm": 0.15583886206150055, "tokens_per_second": 1756396.1547729452, "training_seconds": 1.4925106690061511, "elapsed_tokens_per_second": 1072891.1251180668, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.813057172298431, "lr": 0.002728692936965594, "grad_norm": 0.15041159093379974, "tokens_per_second": 1756050.4218030206, "training_seconds": 1.4928045160049805, "elapsed_tokens_per_second": 1078964.295454298, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.8261773347854615, "lr": 0.002686733026976133, "grad_norm": 0.145528644323349, "tokens_per_second": 1752615.8276247291, "training_seconds": 1.4957299590023467, "elapsed_tokens_per_second": 1084913.813799602, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.821471691131592, "lr": 0.0026846257846888373, "grad_norm": 0.15412795543670654, "tokens_per_second": 1740124.7336977376, "training_seconds": 0.07532333600101992, "elapsed_tokens_per_second": 1085194.7972188774, "peak_memory_bytes": 42389451776}
{"loss": 3.837841062081731, "perplexity": 46.42513717878715, "tokens": 183631872, "seconds": 0.5373148149956251, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8062733098080286, "lr": 0.0026444275730774253, "grad_norm": 0.15117399394512177, "tokens_per_second": 1761710.5123780617, "training_seconds": 1.4136079580057412, "elapsed_tokens_per_second": 1087045.629892396, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.800324273109436, "lr": 0.0026017978621325605, "grad_norm": 0.14444446563720703, "tokens_per_second": 1752147.9817364037, "training_seconds": 1.4961293380038114, "elapsed_tokens_per_second": 1092799.1530822753, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8156012654304505, "lr": 0.002558865344161256, "grad_norm": 0.14544621109962463, "tokens_per_second": 1756209.9249046394, "training_seconds": 1.4926689359999727, "elapsed_tokens_per_second": 1098472.6596816855, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.805237945757414, "lr": 0.0025178186511640097, "grad_norm": 0.16593994200229645, "tokens_per_second": 1751446.9608921276, "training_seconds": 1.4218917589896591, "elapsed_tokens_per_second": 1103751.1673007023, "peak_memory_bytes": 42389451776}
{"loss": 3.8174914658351518, "perplexity": 45.489951974105196, "tokens": 193855488, "seconds": 0.53913597400242, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.8171181678771973, "lr": 0.0025156516215468407, "grad_norm": 0.15543745458126068, "tokens_per_second": 1926749.1914986686, "training_seconds": 0.06802753600641154, "elapsed_tokens_per_second": 1100653.7181345152, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.806118869781494, "lr": 0.0024721784381665692, "grad_norm": 0.1640375405550003, "tokens_per_second": 1756826.3369694678, "training_seconds": 1.4921452080016024, "elapsed_tokens_per_second": 1106153.4554524329, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.7996347069740297, "lr": 0.002428467668450741, "grad_norm": 0.16472482681274414, "tokens_per_second": 1754273.9486489291, "training_seconds": 1.4943162109993864, "elapsed_tokens_per_second": 1111549.095522672, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.788105833530426, "lr": 0.0023845413063761267, "grad_norm": 0.19116799533367157, "tokens_per_second": 1752185.6809223997, "training_seconds": 1.496097148003173, "elapsed_tokens_per_second": 1116842.1424692357, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.801550079794491, "lr": 0.0023470508954753456, "grad_norm": 0.18685804307460785, "tokens_per_second": 1751557.2752110676, "training_seconds": 1.2721388170029968, "elapsed_tokens_per_second": 1121269.657227481, "peak_memory_bytes": 42389451776}
{"loss": 3.8001693935630545, "perplexity": 44.708757227583014, "tokens": 204079104, "seconds": 0.5366900980006903, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.809037208557129, "lr": 0.002340421454399249, "grad_norm": 0.1842156946659088, "tokens_per_second": 1811877.9609009628, "training_seconds": 0.21702123900467996, "elapsed_tokens_per_second": 1118757.856769462, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7786669373512267, "lr": 0.0022961303123350684, "grad_norm": 0.16050434112548828, "tokens_per_second": 1751914.658817044, "training_seconds": 1.4963285950070713, "elapsed_tokens_per_second": 1123891.0838606625, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7802895069122315, "lr": 0.002251690166186694, "grad_norm": 0.17524223029613495, "tokens_per_second": 1752765.4067576989, "training_seconds": 1.495602315000724, "elapsed_tokens_per_second": 1128947.1851858716, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7861801743507386, "lr": 0.0022071233769317177, "grad_norm": 0.1583189219236374, "tokens_per_second": 1753670.1366358136, "training_seconds": 1.4948307239974383, "elapsed_tokens_per_second": 1133924.7319065137, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7782966920307706, "lr": 0.0021758632780079093, "grad_norm": 0.1568923443555832, "tokens_per_second": 1753855.234659265, "training_seconds": 1.0462710739957402, "elapsed_tokens_per_second": 1137361.9464079537, "peak_memory_bytes": 42389451776}
{"loss": 3.778351824004064, "perplexity": 43.743884667456726, "tokens": 214171648, "seconds": 0.5376043099968228, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7580222686131797, "lr": 0.0021624523692708253, "grad_norm": 0.1602936089038849, "tokens_per_second": 1787251.8025566528, "training_seconds": 0.44002305599860847, "elapsed_tokens_per_second": 1135589.4952576058, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7727852702140807, "lr": 0.002117699620344348, "grad_norm": 0.14820320904254913, "tokens_per_second": 1754464.2747722417, "training_seconds": 1.4941541060106829, "elapsed_tokens_per_second": 1140426.7086204435, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7577200412750242, "lr": 0.0020728876484224236, "grad_norm": 0.14802709221839905, "tokens_per_second": 1755112.4400280728, "training_seconds": 1.4936023129994282, "elapsed_tokens_per_second": 1145193.383942981, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7570480704307556, "lr": 0.002028039001574461, "grad_norm": 0.18651705980300903, "tokens_per_second": 1759168.8502675695, "training_seconds": 1.4901582640013658, "elapsed_tokens_per_second": 1149905.1085725066, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7560501098632812, "lr": 0.002001121596747205, "grad_norm": 0.14983880519866943, "tokens_per_second": 1754667.1222724644, "training_seconds": 0.8963888250000309, "elapsed_tokens_per_second": 1152682.9123188255, "peak_memory_bytes": 42389451776}
{"loss": 3.7623888765529694, "perplexity": 43.05114711177355, "tokens": 224395264, "seconds": 0.5371095730079105, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7465423941612244, "lr": 0.00198317624632362, "grad_norm": 0.14734476804733276, "tokens_per_second": 1771606.9643186438, "training_seconds": 0.5918784590030555, "elapsed_tokens_per_second": 1151352.0553815747, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.751490330696106, "lr": 0.0019383219562919903, "grad_norm": 0.15121853351593018, "tokens_per_second": 1757374.9426466974, "training_seconds": 1.4916793999873335, "elapsed_tokens_per_second": 1155923.7598144815, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7427924513816833, "lr": 0.0018934987008422147, "grad_norm": 0.1523621827363968, "tokens_per_second": 1756331.576371669, "training_seconds": 1.4925655469996855, "elapsed_tokens_per_second": 1160424.903817876, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.7356196999549867, "lr": 0.0018487290337212442, "grad_norm": 0.15589644014835358, "tokens_per_second": 1756668.944394, "training_seconds": 1.4922788999974728, "elapsed_tokens_per_second": 1164857.8270112202, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7419204711914062, "lr": 0.0018263713367670474, "grad_norm": 0.14152279496192932, "tokens_per_second": 1750729.4400745153, "training_seconds": 0.7486707940115593, "elapsed_tokens_per_second": 1167031.0344530288, "peak_memory_bytes": 42389451776}
{"loss": 3.744173781193013, "perplexity": 42.27406515825019, "tokens": 234618880, "seconds": 0.5361218930047471, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7282665014266967, "lr": 0.0018040354817119542, "grad_norm": 0.1658383309841156, "tokens_per_second": 1771449.5357236762, "training_seconds": 0.7399138239998138, "elapsed_tokens_per_second": 1166046.588300796, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.738247811794281, "lr": 0.0017594405332983301, "grad_norm": 0.14556586742401123, "tokens_per_second": 1763677.561057779, "training_seconds": 1.486348784994334, "elapsed_tokens_per_second": 1170395.4763781074, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.714099609851837, "lr": 0.0017149666273499214, "grad_norm": 0.15147285163402557, "tokens_per_second": 1757607.5752277137, "training_seconds": 1.4914819650002755, "elapsed_tokens_per_second": 1174654.3608253428, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7303126454353333, "lr": 0.001670636141831261, "grad_norm": 0.16092123091220856, "tokens_per_second": 1756985.6336754828, "training_seconds": 1.4920099229930202, "elapsed_tokens_per_second": 1178846.3326549698, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.715791702270508, "lr": 0.001652949104524654, "grad_norm": 0.1427425891160965, "tokens_per_second": 1757988.8477220938, "training_seconds": 0.5964633969997521, "elapsed_tokens_per_second": 1180504.7178162963, "peak_memory_bytes": 42389451776}
{"loss": 3.728557605932217, "perplexity": 41.61903380153046, "tokens": 244842496, "seconds": 0.5390131549938815, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.711502512296041, "lr": 0.0016264713825419278, "grad_norm": 0.13651597499847412, "tokens_per_second": 1764429.6260129418, "training_seconds": 0.8914291490073083, "elapsed_tokens_per_second": 1179900.5977660965, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.7160492181777953, "lr": 0.001582494571892927, "grad_norm": 0.16014885902404785, "tokens_per_second": 1757552.967289417, "training_seconds": 1.4915283059963258, "elapsed_tokens_per_second": 1183988.2606663196, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.718478238582611, "lr": 0.0015387278377250214, "grad_norm": 0.17114244401454926, "tokens_per_second": 1753979.3976332778, "training_seconds": 1.4945671559980838, "elapsed_tokens_per_second": 1188002.8762197397, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.718579888343811, "lr": 0.001495193202174653, "grad_norm": 0.1479501724243164, "tokens_per_second": 1760107.7680349501, "training_seconds": 1.489363348999177, "elapsed_tokens_per_second": 1191988.026110952, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.6821106672286987, "lr": 0.0014821813488359913, "grad_norm": 0.14378461241722107, "tokens_per_second": 1752194.524869946, "training_seconds": 0.4488268790009897, "elapsed_tokens_per_second": 1193157.5802404748, "peak_memory_bytes": 42389451776}
{"loss": 3.708902914812032, "perplexity": 40.8090109977262, "tokens": 255066112, "seconds": 0.5381259830028284, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.6863014016832625, "lr": 0.0014519125705930512, "grad_norm": 0.149489626288414, "tokens_per_second": 1761949.0318401267, "training_seconds": 1.0414648589940043, "elapsed_tokens_per_second": 1192886.2813289193, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.694213593006134, "lr": 0.001408907720524097, "grad_norm": 0.15403878688812256, "tokens_per_second": 1756106.050488385, "training_seconds": 1.492757227999391, "elapsed_tokens_per_second": 1196754.2788990908, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.6879790782928468, "lr": 0.00136620029074651, "grad_norm": 0.1412569284439087, "tokens_per_second": 1752053.7279859083, "training_seconds": 1.4962098240066553, "elapsed_tokens_per_second": 1200552.486457655, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.691998267173767, "lr": 0.0013238117703858446, "grad_norm": 0.15358883142471313, "tokens_per_second": 1755346.0055106771, "training_seconds": 1.493403575004777, "elapsed_tokens_per_second": 1204312.2984070508, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6869460344314575, "lr": 0.0013153742153111634, "grad_norm": 0.16336850821971893, "tokens_per_second": 1762569.8157836825, "training_seconds": 0.29745658600586466, "elapsed_tokens_per_second": 1205059.809434377, "peak_memory_bytes": 42389451776}
{"loss": 3.692372120851173, "perplexity": 40.139950928196846, "tokens": 265289728, "seconds": 0.5369298290024744, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.6691698282957077, "lr": 0.0012817634881017953, "grad_norm": 0.14858177304267883, "tokens_per_second": 1759479.6314065678, "training_seconds": 1.1919160429970361, "elapsed_tokens_per_second": 1205072.896030671, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6691076040267943, "lr": 0.0012400766013562362, "grad_norm": 0.14784738421440125, "tokens_per_second": 1750671.7395782496, "training_seconds": 1.4973909389955224, "elapsed_tokens_per_second": 1208721.369640674, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6778681755065916, "lr": 0.001198772085767414, "grad_norm": 0.15411679446697235, "tokens_per_second": 1751918.2813229016, "training_seconds": 1.4963255009934073, "elapsed_tokens_per_second": 1212327.5672585468, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.669930124282837, "lr": 0.001157870724555627, "grad_norm": 0.15438847243785858, "tokens_per_second": 1752210.8556034053, "training_seconds": 1.4960756530053914, "elapsed_tokens_per_second": 1215886.2092555137, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6851816177368164, "lr": 0.001155836609348925, "grad_norm": 0.15871793031692505, "tokens_per_second": 1749165.5361890146, "training_seconds": 0.07493401698593516, "elapsed_tokens_per_second": 1216056.0223019156, "peak_memory_bytes": 42389451776}
{"loss": 3.681430703006395, "perplexity": 39.70315688344466, "tokens": 275382272, "seconds": 0.5366817399917636, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6736723247327303, "lr": 0.0011173930980857216, "grad_norm": 0.15848691761493683, "tokens_per_second": 1761446.5647875138, "training_seconds": 1.4138197830034187, "elapsed_tokens_per_second": 1216535.413244219, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.6665879249572755, "lr": 0.001077359573511653, "grad_norm": 0.1635403335094452, "tokens_per_second": 1758396.105459167, "training_seconds": 1.4908131289994344, "elapsed_tokens_per_second": 1220040.051660478, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.666212785243988, "lr": 0.001037790294528335, "grad_norm": 0.14860934019088745, "tokens_per_second": 1756430.0768749048, "training_seconds": 1.492481844004942, "elapsed_tokens_per_second": 1223493.0426172009, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.663823027359812, "lr": 0.001000647624090521, "grad_norm": 0.13932929933071136, "tokens_per_second": 1759692.5761175058, "training_seconds": 1.4152290199999698, "elapsed_tokens_per_second": 1226743.8597978272, "peak_memory_bytes": 42389451776}
{"loss": 3.6662895576579353, "perplexity": 39.10653379091719, "tokens": 285605888, "seconds": 0.5371702999982517, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.69563627243042, "lr": 0.0009987051712359205, "grad_norm": 0.168230339884758, "tokens_per_second": 1930352.8080738222, "training_seconds": 0.06790054100565612, "elapsed_tokens_per_second": 1224085.0665122133, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.654725468158722, "lr": 0.0009601238701216261, "grad_norm": 0.17178495228290558, "tokens_per_second": 1758001.183677525, "training_seconds": 1.4911480289883912, "elapsed_tokens_per_second": 1227469.3577192484, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6478185772895815, "lr": 0.0009220658041641312, "grad_norm": 0.1396375149488449, "tokens_per_second": 1758686.2814136408, "training_seconds": 1.490567151005962, "elapsed_tokens_per_second": 1230809.8281534193, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6749837517738344, "lr": 0.0008845501230655353, "grad_norm": 0.17719465494155884, "tokens_per_second": 1755958.7988684832, "training_seconds": 1.4928824079979677, "elapsed_tokens_per_second": 1234099.1823973248, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.653133238063139, "lr": 0.0008531023518590851, "grad_norm": 0.15193787217140198, "tokens_per_second": 1750979.2838723743, "training_seconds": 1.2725587449967861, "elapsed_tokens_per_second": 1236840.3797586022, "peak_memory_bytes": 42389451776}
{"loss": 3.6538725598982205, "perplexity": 38.62395036753912, "tokens": 295829504, "seconds": 0.5372278669965453, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.615070660909017, "lr": 0.0008475957036157928, "grad_norm": 0.1512794941663742, "tokens_per_second": 1799351.9823520633, "training_seconds": 0.21853200699843, "elapsed_tokens_per_second": 1234513.5047887687, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.6451263427734375, "lr": 0.0008112211401944649, "grad_norm": 0.16744829714298248, "tokens_per_second": 1758196.358293282, "training_seconds": 1.49098249898816, "elapsed_tokens_per_second": 1237741.783947158, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6466793179512025, "lr": 0.0007754447354145734, "grad_norm": 0.14736750721931458, "tokens_per_second": 1755028.3947956907, "training_seconds": 1.4936738389951643, "elapsed_tokens_per_second": 1240913.8784695114, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6185529828071594, "lr": 0.0007402844909132611, "grad_norm": 0.1430114060640335, "tokens_per_second": 1750802.9137796296, "training_seconds": 1.4972787510050694, "elapsed_tokens_per_second": 1244030.751628061, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6373218218485515, "lr": 0.0007143293172337431, "grad_norm": 0.16069379448890686, "tokens_per_second": 1754084.1645923355, "training_seconds": 1.1208584169944515, "elapsed_tokens_per_second": 1246350.555413238, "peak_memory_bytes": 42389451776}
{"loss": 3.641780011201359, "perplexity": 38.159701003119174, "tokens": 306053120, "seconds": 0.5369395559973782, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6236931800842287, "lr": 0.0007057580982938992, "grad_norm": 0.19440332055091858, "tokens_per_second": 1797370.0573000775, "training_seconds": 0.3646216299966909, "elapsed_tokens_per_second": 1244406.6489199793, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.6366573095321657, "lr": 0.0006718829302241903, "grad_norm": 0.16465866565704346, "tokens_per_second": 1757465.0792077892, "training_seconds": 1.4916028949955944, "elapsed_tokens_per_second": 1247486.0962091023, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6234929084777834, "lr": 0.0006386760316947518, "grad_norm": 0.15839986503124237, "tokens_per_second": 1754224.5050109825, "training_seconds": 1.4943583290005336, "elapsed_tokens_per_second": 1250513.398247181, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.6175132989883423, "lr": 0.0006061541114425748, "grad_norm": 0.14838415384292603, "tokens_per_second": 1757466.2833638964, "training_seconds": 1.491601873000036, "elapsed_tokens_per_second": 1253520.5894876437, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6057707163003774, "lr": 0.0005853899488738232, "grad_norm": 0.13760338723659515, "tokens_per_second": 1756926.0365299436, "training_seconds": 0.9698393470025621, "elapsed_tokens_per_second": 1255450.7920646602, "peak_memory_bytes": 42389451776}
{"loss": 3.629135947538861, "perplexity": 37.680244839056186, "tokens": 316276736, "seconds": 0.5360952949995408, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.62101217678615, "lr": 0.0005743335335436821, "grad_norm": 0.1926095336675644, "tokens_per_second": 1779788.8650927763, "training_seconds": 0.5155128330079606, "elapsed_tokens_per_second": 1253815.2890857023, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.626027286052704, "lr": 0.0005432303091792015, "grad_norm": 0.14258955419063568, "tokens_per_second": 1754336.3752595892, "training_seconds": 1.4942630369914696, "elapsed_tokens_per_second": 1256748.6280540838, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.6112264037132262, "lr": 0.0005128600885790112, "grad_norm": 0.15724916756153107, "tokens_per_second": 1754022.8865281132, "training_seconds": 1.494530099997064, "elapsed_tokens_per_second": 1259643.4768765375, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.609669065475464, "lr": 0.00048323815314700315, "grad_norm": 0.13582515716552734, "tokens_per_second": 1756750.6792444782, "training_seconds": 1.4922094700013986, "elapsed_tokens_per_second": 1262517.2385440166, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.6113233783028345, "lr": 0.00046727046100503844, "grad_norm": 0.14054542779922485, "tokens_per_second": 1758297.9216865543, "training_seconds": 0.8199930069968104, "elapsed_tokens_per_second": 1264082.1883901504, "peak_memory_bytes": 42389451776}
{"loss": 3.6197962456894994, "perplexity": 37.32996090666352, "tokens": 326500352, "seconds": 0.5380938980088104, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.606987820731269, "lr": 0.000454379407771927, "grad_norm": 0.13927625119686127, "tokens_per_second": 1766974.3922739264, "training_seconds": 0.6676089960092213, "elapsed_tokens_per_second": 1262706.0386210573, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.59188631772995, "lr": 0.00042629837332769084, "grad_norm": 0.14861051738262177, "tokens_per_second": 1752052.3099173906, "training_seconds": 1.4962110350024886, "elapsed_tokens_per_second": 1265505.4021850089, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.5918952584266663, "lr": 0.0003990091793668813, "grad_norm": 0.14390923082828522, "tokens_per_second": 1745766.9174595552, "training_seconds": 1.501597936003236, "elapsed_tokens_per_second": 1268244.3037165424, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.6156521677970885, "lr": 0.00037252555701118784, "grad_norm": 0.14821788668632507, "tokens_per_second": 1749233.7436748084, "training_seconds": 1.4986219020065619, "elapsed_tokens_per_second": 1270968.79160895, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.5998246371746063, "lr": 0.0003621606668673201, "grad_norm": 0.13812445104122162, "tokens_per_second": 1755714.4001745414, "training_seconds": 0.5972360879968619, "elapsed_tokens_per_second": 1272055.0986962898, "peak_memory_bytes": 42389451776}
{"loss": 3.610596943523795, "perplexity": 36.98812604823197, "tokens": 336592896, "seconds": 0.5403601949947188, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.6105368733406067, "lr": 0.00034686083204230365, "grad_norm": 0.14256112277507782, "tokens_per_second": 1765607.416427704, "training_seconds": 0.8908344999945257, "elapsed_tokens_per_second": 1271074.3147563052, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.624639618396759, "lr": 0.00032202791819678646, "grad_norm": 0.14011234045028687, "tokens_per_second": 1754994.1120629963, "training_seconds": 1.493703016996733, "elapsed_tokens_per_second": 1273770.405634105, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.600777804851532, "lr": 0.00029803931066824286, "grad_norm": 0.13670356571674347, "tokens_per_second": 1759880.4514480056, "training_seconds": 1.4895557239942718, "elapsed_tokens_per_second": 1276454.1329693967, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.6104859352111816, "lr": 0.0002749070798201143, "grad_norm": 0.15659508109092712, "tokens_per_second": 1759646.3108788044, "training_seconds": 1.4897539259982295, "elapsed_tokens_per_second": 1279109.189776295, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.5938770373662314, "lr": 0.00026813615549331417, "grad_norm": 0.14268670976161957, "tokens_per_second": 1751576.6628211162, "training_seconds": 0.44898520098649897, "elapsed_tokens_per_second": 1279884.8422491027, "peak_memory_bytes": 42389451776}
{"loss": 3.6026360026510744, "perplexity": 36.69483475009239, "tokens": 346816512, "seconds": 0.5374071999976877, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5868529762540544, "lr": 0.0002526428651122241, "grad_norm": 0.13589829206466675, "tokens_per_second": 1764822.8925050988, "training_seconds": 1.0397689240053296, "elapsed_tokens_per_second": 1279158.4107320032, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.5993017196655273, "lr": 0.00023125786924414271, "grad_norm": 0.1398245245218277, "tokens_per_second": 1757009.9607841105, "training_seconds": 1.4919892650068505, "elapsed_tokens_per_second": 1281754.3845558122, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.6040046215057373, "lr": 0.0002107628525183185, "grad_norm": 0.13997861742973328, "tokens_per_second": 1752014.1071269852, "training_seconds": 1.496243659988977, "elapsed_tokens_per_second": 1284300.0710756907, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.58598450422287, "lr": 0.00019116812742580902, "grad_norm": 0.15047378838062286, "tokens_per_second": 1758053.9837089854, "training_seconds": 1.4911032450036146, "elapsed_tokens_per_second": 1286843.6920138113, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.571890652179718, "lr": 0.0001873580930679506, "grad_norm": 0.13629518449306488, "tokens_per_second": 1754847.7011639148, "training_seconds": 0.29876552800124045, "elapsed_tokens_per_second": 1287340.32745822, "peak_memory_bytes": 42389451776}
{"loss": 3.596334516431392, "perplexity": 36.46432977928416, "tokens": 357040128, "seconds": 0.5365692970081, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.6053497046232224, "lr": 0.00017248355345733725, "grad_norm": 0.1444033682346344, "tokens_per_second": 1760289.6446824041, "training_seconds": 1.1913675719988532, "elapsed_tokens_per_second": 1286857.50092143, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.6126359820365908, "lr": 0.0001547185321422868, "grad_norm": 0.1363518089056015, "tokens_per_second": 1750688.4854452512, "training_seconds": 1.4973766159964725, "elapsed_tokens_per_second": 1289327.1053305487, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.5991643905639648, "lr": 0.0001378820023181273, "grad_norm": 0.1386132389307022, "tokens_per_second": 1753098.8302746066, "training_seconds": 1.4953178649884649, "elapsed_tokens_per_second": 1291778.032306822, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5912333846092226, "lr": 0.00012198243563265332, "grad_norm": 0.1416357159614563, "tokens_per_second": 1751369.0176590863, "training_seconds": 1.4967947780096438, "elapsed_tokens_per_second": 1294198.2629323741, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.6062591075897217, "lr": 0.0001204443240502393, "grad_norm": 0.13942821323871613, "tokens_per_second": 1763050.6565092537, "training_seconds": 0.14868773000489455, "elapsed_tokens_per_second": 1294436.3889658388, "peak_memory_bytes": 42389451776}
{"loss": 3.591127430552199, "perplexity": 36.2749503679241, "tokens": 367263744, "seconds": 0.5406575200031511, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.583097391658359, "lr": 0.00010702783228130075, "grad_norm": 0.14432668685913086, "tokens_per_second": 1759745.160845824, "training_seconds": 1.3407032179966336, "elapsed_tokens_per_second": 1294144.127808174, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.6023404002189636, "lr": 9.30257169816815e-05, "grad_norm": 0.1338135302066803, "tokens_per_second": 1756547.4109576463, "training_seconds": 1.4923821490083355, "elapsed_tokens_per_second": 1296542.160559478, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5902847170829775, "lr": 7.998313518736832e-05, "grad_norm": 0.1435711830854416, "tokens_per_second": 1755683.8063198614, "training_seconds": 1.4931162379943999, "elapsed_tokens_per_second": 1298910.036603828, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.601474440097809, "lr": 6.790664954282866e-05, "grad_norm": 0.12816381454467773, "tokens_per_second": 1755131.4425691362, "training_seconds": 1.4935861419944558, "elapsed_tokens_per_second": 1301253.4079790232, "peak_memory_bytes": 42389451776}
{"loss": 3.586966115372149, "perplexity": 36.124312509483204, "tokens": 377487360, "seconds": 0.5387820589967305, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.600714123249054, "lr": 5.6802336581293967e-05, "grad_norm": 0.13732457160949707, "tokens_per_second": 1754603.8512153898, "training_seconds": 1.4940352480043657, "elapsed_tokens_per_second": 1301143.4100411634, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.571200668811798, "lr": 4.6675783667226465e-05, "grad_norm": 0.12805481255054474, "tokens_per_second": 1757015.0093048639, "training_seconds": 1.4919849779980723, "elapsed_tokens_per_second": 1303452.146527333, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.594929599761963, "lr": 3.753208618492221e-05, "grad_norm": 0.13193532824516296, "tokens_per_second": 1756311.9359729683, "training_seconds": 1.4925822379882447, "elapsed_tokens_per_second": 1305737.1364355255, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5845161808861628, "lr": 3.0146912696062068e-05, "grad_norm": 0.12486501783132553, "tokens_per_second": 1753171.0467369566, "training_seconds": 1.345730642991839, "elapsed_tokens_per_second": 1307761.1991380095, "peak_memory_bytes": 42389451776}
{"loss": 3.5848428463362527, "perplexity": 36.047692246789836, "tokens": 387710976, "seconds": 0.5379871400073171, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.574733853340149, "lr": 2.9375844974662392e-05, "grad_norm": 0.12559662759304047, "tokens_per_second": 1833054.984516887, "training_seconds": 0.1430093489907449, "elapsed_tokens_per_second": 1305623.2946716647, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5876066207885744, "lr": 2.221116401770584e-05, "grad_norm": 0.12596958875656128, "tokens_per_second": 1757658.4200778836, "training_seconds": 1.491438819997711, "elapsed_tokens_per_second": 1307876.3463516152, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5726034879684447, "lr": 1.604164837128641e-05, "grad_norm": 0.132186159491539, "tokens_per_second": 1756098.9202452463, "training_seconds": 1.4927632890030509, "elapsed_tokens_per_second": 1310097.9600254295, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.586617815494537, "lr": 1.0870402354652641e-05, "grad_norm": 0.12685848772525787, "tokens_per_second": 1759148.5053284825, "training_seconds": 1.4901754980091937, "elapsed_tokens_per_second": 1312311.0103844253, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.574615987141927, "lr": 7.648666487645394e-06, "grad_norm": 0.12451719492673874, "tokens_per_second": 1759161.1469859239, "training_seconds": 1.1176235919992905, "elapsed_tokens_per_second": 1313953.6796623438, "peak_memory_bytes": 42389451776}
{"loss": 3.5837970998938027, "perplexity": 36.01001520461422, "tokens": 397803520, "seconds": 0.5372726990026422, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5994932651519775, "lr": 6.700027987067037e-06, "grad_norm": 0.1246756836771965, "tokens_per_second": 1784424.2450108402, "training_seconds": 0.36726692199590616, "elapsed_tokens_per_second": 1312152.660246917, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5937535405158996, "lr": 3.5326236785453435e-06, "grad_norm": 0.12884078919887543, "tokens_per_second": 1757327.8356500517, "training_seconds": 1.4917193860019324, "elapsed_tokens_per_second": 1314324.0583484587, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5684110522270203, "lr": 1.3697831739987178e-06, "grad_norm": 0.12933467328548431, "tokens_per_second": 1752557.3512563175, "training_seconds": 1.4957798659888795, "elapsed_tokens_per_second": 1316454.6069387835, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.5962382793426513, "lr": 2.1259475130741558e-07, "grad_norm": 0.1304796040058136, "tokens_per_second": 1751981.0227906336, "training_seconds": 1.4962719149916666, "elapsed_tokens_per_second": 1318563.5311914936, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5802747286283054, "lr": 0.0, "grad_norm": 0.12590298056602478, "tokens_per_second": 1752091.5980466418, "training_seconds": 0.9725153650069842, "elapsed_tokens_per_second": 1319920.355115716, "peak_memory_bytes": 42389451776}
{"loss": 3.5836819600139274, "perplexity": 36.00586925447593, "tokens": 408027136, "seconds": 0.539437783008907, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.584118078492197, "perplexity": 36.02157550402785, "tokens": 408027136, "seconds": 100.39297721799812, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}