{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.279908800125122, "lr": 0.0007051282051282051, "grad_norm": 1.2452162504196167, "tokens_per_second": 53912.10483618916, "training_seconds": 48.62433043497731, "elapsed_tokens_per_second": 53912.10483618916, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.344932723045349, "lr": 0.0014102564102564101, "grad_norm": 2.736217737197876, "tokens_per_second": 1774426.3422860065, "training_seconds": 1.477345065010013, "elapsed_tokens_per_second": 104631.88982627496, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 7.0015191555023195, "lr": 0.0021153846153846153, "grad_norm": 1.4762557744979858, "tokens_per_second": 1766824.6999881684, "training_seconds": 1.4837012409989256, "elapsed_tokens_per_second": 152430.37253373835, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.802991337246365, "lr": 0.00275, "grad_norm": 0.5348395705223083, "tokens_per_second": 1761874.138881782, "training_seconds": 1.3390831660071854, "elapsed_tokens_per_second": 193142.5246587559, "peak_memory_bytes": 21988176384}
{"loss": 6.662005851483741, "perplexity": 782.1181776825975, "tokens": 10223616, "seconds": 1.0651471699820831, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.639148235321045, "lr": 0.0028205128205128203, "grad_norm": 0.5807567238807678, "tokens_per_second": 1862088.977920342, "training_seconds": 0.14077952402294613, "elapsed_tokens_per_second": 193658.165510097, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.564138603210449, "lr": 0.0035256410256410253, "grad_norm": 0.42287734150886536, "tokens_per_second": 1758881.6719005234, "training_seconds": 1.4904015670181252, "elapsed_tokens_per_second": 235583.5973359031, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.281674075126648, "lr": 0.004230769230769231, "grad_norm": 0.27985110878944397, "tokens_per_second": 1762594.917661121, "training_seconds": 1.4872617489891127, "elapsed_tokens_per_second": 275331.9654072721, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 6.108838725090027, "lr": 0.004935897435897435, "grad_norm": 0.33722829818725586, "tokens_per_second": 1759562.5914707114, "training_seconds": 1.4898248079989571, "elapsed_tokens_per_second": 313050.4368863995, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.920625537633896, "lr": 0.0055, "grad_norm": 0.2895122170448303, "tokens_per_second": 1763611.4025562569, "training_seconds": 1.1891236340161413, "elapsed_tokens_per_second": 341882.64545509947, "peak_memory_bytes": 42389451776}
{"loss": 5.856752715173793, "perplexity": 349.5870899971632, "tokens": 20447232, "seconds": 0.5397001809906214, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.8285239934921265, "lr": 0.005641025641025641, "grad_norm": 0.5072964429855347, "tokens_per_second": 1785708.386135703, "training_seconds": 0.2936022499925457, "elapsed_tokens_per_second": 345656.9398743629, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.725757122039795, "lr": 0.006346153846153846, "grad_norm": 0.32325154542922974, "tokens_per_second": 1763700.980970115, "training_seconds": 1.486329047998879, "elapsed_tokens_per_second": 379557.9129278372, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.526997232437134, "lr": 0.0070512820512820505, "grad_norm": 0.27676069736480713, "tokens_per_second": 1762118.418992781, "training_seconds": 1.4876639230060391, "elapsed_tokens_per_second": 411862.658271054, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.379351258277893, "lr": 0.007756410256410256, "grad_norm": 0.3158082664012909, "tokens_per_second": 1763259.9859633879, "training_seconds": 1.4867007819993887, "elapsed_tokens_per_second": 442700.41943682346, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.28780119235699, "lr": 0.008214743589743589, "grad_norm": 0.19619213044643402, "tokens_per_second": 1760652.2246679647, "training_seconds": 0.9677868099824991, "elapsed_tokens_per_second": 461982.8026057026, "peak_memory_bytes": 42389451776}
{"loss": 5.259119884346116, "perplexity": 192.3121598502311, "tokens": 30539776, "seconds": 0.5419652709970251, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.228975227900913, "lr": 0.008461538461538461, "grad_norm": 0.6287058591842651, "tokens_per_second": 1782317.6498500872, "training_seconds": 0.5147814140073024, "elapsed_tokens_per_second": 468325.5978410806, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.223556637763977, "lr": 0.009166666666666667, "grad_norm": 0.2263944000005722, "tokens_per_second": 1763267.6144961696, "training_seconds": 1.48669434999465, "elapsed_tokens_per_second": 496359.4962205305, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.107518243789673, "lr": 0.00987179487179487, "grad_norm": 0.2751522660255432, "tokens_per_second": 1760342.771403393, "training_seconds": 1.489164521015482, "elapsed_tokens_per_second": 523181.52969844034, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.024881744384766, "lr": 0.010576923076923076, "grad_norm": 0.2247844785451889, "tokens_per_second": 1761079.9721740417, "training_seconds": 1.4885411460127216, "elapsed_tokens_per_second": 548895.4250693796, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.979568654840643, "lr": 0.01096474358974359, "grad_norm": 0.19237148761749268, "tokens_per_second": 1761546.1136776053, "training_seconds": 0.8184809859958477, "elapsed_tokens_per_second": 562577.7192687226, "peak_memory_bytes": 42389451776}
{"loss": 4.983679874949267, "perplexity": 146.01069536490618, "tokens": 40763392, "seconds": 0.5434717879979871, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.944034576416016, "lr": 0.01099977859711189, "grad_norm": 0.17973485589027405, "tokens_per_second": 1770418.0024709613, "training_seconds": 0.6663104410108645, "elapsed_tokens_per_second": 569297.449541604, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.894088768959046, "lr": 0.010997288019327136, "grad_norm": 0.19828268885612488, "tokens_per_second": 1758590.7436843785, "training_seconds": 1.4906481280049775, "elapsed_tokens_per_second": 592874.2757601412, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.839989137649536, "lr": 0.010992031367510955, "grad_norm": 0.2068067491054535, "tokens_per_second": 1761046.1269642683, "training_seconds": 1.4885697540012188, "elapsed_tokens_per_second": 615546.8878753543, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.7607122421264645, "lr": 0.010984011286656298, "grad_norm": 0.17095932364463806, "tokens_per_second": 1757366.087929224, "training_seconds": 1.4916869160078932, "elapsed_tokens_per_second": 637333.0542508705, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.737874931759304, "lr": 0.01097950170585471, "grad_norm": 0.18953123688697815, "tokens_per_second": 1759768.1754600666, "training_seconds": 0.6703428420005366, "elapsed_tokens_per_second": 646864.0218538463, "peak_memory_bytes": 42389451776}
{"loss": 4.752317952906587, "perplexity": 115.85251420724879, "tokens": 50987008, "seconds": 0.541929942992283, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.72647931359031, "lr": 0.010973231812232526, "grad_norm": 0.19139835238456726, "tokens_per_second": 1771180.0442652921, "training_seconds": 0.8140290450246539, "elapsed_tokens_per_second": 653854.8828795885, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.653244924545288, "lr": 0.010959698368154885, "grad_norm": 0.19055873155593872, "tokens_per_second": 1756580.316046487, "training_seconds": 1.4923541930038482, "elapsed_tokens_per_second": 673994.5646539734, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.586133408546448, "lr": 0.010943417764055337, "grad_norm": 0.13230547308921814, "tokens_per_second": 1756811.6445364244, "training_seconds": 1.4921576869965065, "elapsed_tokens_per_second": 693406.190466911, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.516831493377685, "lr": 0.010924398191856166, "grad_norm": 0.16146475076675415, "tokens_per_second": 1758811.235762695, "training_seconds": 1.490461253997637, "elapsed_tokens_per_second": 712152.8877047343, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.469213826315744, "lr": 0.01091709599008583, "grad_norm": 0.16835929453372955, "tokens_per_second": 1760713.6893178315, "training_seconds": 0.5210977829992771, "elapsed_tokens_per_second": 718554.8220788124, "peak_memory_bytes": 42389451776}
{"loss": 4.479463840992178, "perplexity": 88.1873775410834, "tokens": 61210624, "seconds": 0.541607616993133, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.4464996778048, "lr": 0.010902649221648034, "grad_norm": 0.18135543167591095, "tokens_per_second": 1767264.4109108602, "training_seconds": 0.9641658540058415, "elapsed_tokens_per_second": 725655.9929621676, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.409601378440857, "lr": 0.010878181796874598, "grad_norm": 0.1635393500328064, "tokens_per_second": 1758350.6043504279, "training_seconds": 1.4908517069998197, "elapsed_tokens_per_second": 743103.5537920007, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.367831397056579, "lr": 0.010851008228826089, "grad_norm": 0.1381264477968216, "tokens_per_second": 1757823.8284659842, "training_seconds": 1.491298478009412, "elapsed_tokens_per_second": 759961.8876782373, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.3615275621414185, "lr": 0.01082114219044463, "grad_norm": 0.14160217344760895, "tokens_per_second": 1760359.7926781073, "training_seconds": 1.489150121982675, "elapsed_tokens_per_second": 776289.7683800083, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.343635845184326, "lr": 0.01081325671375722, "grad_norm": 0.1258515566587448, "tokens_per_second": 1754114.7159170278, "training_seconds": 0.37361296502058394, "elapsed_tokens_per_second": 780265.4732608183, "peak_memory_bytes": 42389451776}
{"loss": 4.329690369875234, "perplexity": 75.92077557030622, "tokens": 71434240, "seconds": 0.5417004790215287, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.3157045364379885, "lr": 0.010788598709444408, "grad_norm": 0.1398581564426422, "tokens_per_second": 1768489.5027558515, "training_seconds": 1.1117283969942946, "elapsed_tokens_per_second": 787447.725308334, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.286271858215332, "lr": 0.010753394160750187, "grad_norm": 0.15999940037727356, "tokens_per_second": 1757681.792359663, "training_seconds": 1.4914189880073536, "elapsed_tokens_per_second": 802717.8726021228, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.265921902656555, "lr": 0.010715546258257908, "grad_norm": 0.15318144857883453, "tokens_per_second": 1758530.908845021, "training_seconds": 1.490698848007014, "elapsed_tokens_per_second": 817517.2944788238, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.255958199501038, "lr": 0.010675074045921577, "grad_norm": 0.1867898404598236, "tokens_per_second": 1757733.762347592, "training_seconds": 1.4913748920080252, "elapsed_tokens_per_second": 831861.4922360823, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.23348331451416, "lr": 0.010668778108861842, "grad_norm": 0.13336467742919922, "tokens_per_second": 1768989.1606941877, "training_seconds": 0.2222828769881744, "elapsed_tokens_per_second": 833975.8950992619, "peak_memory_bytes": 42389451776}
{"loss": 4.243750895656172, "perplexity": 69.6686823168684, "tokens": 81657856, "seconds": 0.5393146559945308, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.209344387054443, "lr": 0.010631997888170921, "grad_norm": 0.14169129729270935, "tokens_per_second": 1766558.0000114862, "training_seconds": 1.2613364520075265, "elapsed_tokens_per_second": 841190.2416991232, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.203245139122009, "lr": 0.010586339459664591, "grad_norm": 0.12914840877056122, "tokens_per_second": 1760199.7618257175, "training_seconds": 1.4892855100042652, "elapsed_tokens_per_second": 854704.0123933009, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.17740273475647, "lr": 0.010538121734384114, "grad_norm": 0.13862396776676178, "tokens_per_second": 1759699.3929122752, "training_seconds": 1.489708986977348, "elapsed_tokens_per_second": 867818.5375787276, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.159016108512878, "lr": 0.010487368974074061, "grad_norm": 0.13135039806365967, "tokens_per_second": 1755382.7563392173, "training_seconds": 1.493372308992548, "elapsed_tokens_per_second": 880530.2661864581, "peak_memory_bytes": 42389451776}
{"loss": 4.167379074381136, "perplexity": 64.54605980032355, "tokens": 91750400, "seconds": 0.5407064900209662, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.139562606811523, "lr": 0.010434106716034246, "grad_norm": 0.10723325610160828, "tokens_per_second": 1766912.67995621, "training_seconds": 1.4836273629916832, "elapsed_tokens_per_second": 888124.0221697364, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.136568164825439, "lr": 0.010378361760270108, "grad_norm": 0.12227333337068558, "tokens_per_second": 1758218.9370941762, "training_seconds": 1.490963352000108, "elapsed_tokens_per_second": 900149.1508266916, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.123559856414795, "lr": 0.010320162156007735, "grad_norm": 0.10922861099243164, "tokens_per_second": 1757384.93784218, "training_seconds": 1.4916709160024766, "elapsed_tokens_per_second": 911845.0531849706, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.110188934538099, "lr": 0.010265707965922247, "grad_norm": 0.12313953787088394, "tokens_per_second": 1761268.6210513725, "training_seconds": 1.3395435379934497, "elapsed_tokens_per_second": 922119.6395265287, "peak_memory_bytes": 42389451776}
{"loss": 4.108959411751742, "perplexity": 60.88333011738807, "tokens": 101974016, "seconds": 0.541098734975094, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.068608522415161, "lr": 0.010259537187580317, "grad_norm": 0.1523076593875885, "tokens_per_second": 1822951.7118448657, "training_seconds": 0.14380194401019253, "elapsed_tokens_per_second": 918731.7047849895, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.096238398551941, "lr": 0.010196517359693121, "grad_norm": 0.1286170929670334, "tokens_per_second": 1758950.3941200755, "training_seconds": 1.49034333700547, "elapsed_tokens_per_second": 929827.8386505046, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.082501602172852, "lr": 0.010131134382074435, "grad_norm": 0.12425095587968826, "tokens_per_second": 1758330.7901882469, "training_seconds": 1.490868507011328, "elapsed_tokens_per_second": 940622.2715219777, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.067047810554504, "lr": 0.010063421153520142, "grad_norm": 0.10783130675554276, "tokens_per_second": 1757773.852141863, "training_seconds": 1.4913408780121244, "elapsed_tokens_per_second": 951139.965899368, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.050363287329674, "lr": 0.010007595646961583, "grad_norm": 0.11725691705942154, "tokens_per_second": 1758238.1540561493, "training_seconds": 1.1927576450107154, "elapsed_tokens_per_second": 959358.5490209078, "peak_memory_bytes": 42389451776}
{"loss": 4.066627960741629, "perplexity": 58.359838756622636, "tokens": 112197632, "seconds": 0.5428299200139008, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.037564754486084, "lr": 0.009993411745340032, "grad_norm": 0.1109231561422348, "tokens_per_second": 1789684.173187838, "training_seconds": 0.29295001199352555, "elapsed_tokens_per_second": 956934.645558112, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.032355189323425, "lr": 0.009921141384214105, "grad_norm": 0.12736089527606964, "tokens_per_second": 1756431.402043142, "training_seconds": 1.4924807179777417, "elapsed_tokens_per_second": 966929.7074567209, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.036385786533356, "lr": 0.00984664643446754, "grad_norm": 0.14714062213897705, "tokens_per_second": 1759768.0762473624, "training_seconds": 1.489650843985146, "elapsed_tokens_per_second": 976693.9605365669, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.0279795050621034, "lr": 0.00976996437977324, "grad_norm": 0.12041722238063812, "tokens_per_second": 1758217.542061792, "training_seconds": 1.4909645349835046, "elapsed_tokens_per_second": 986214.111013857, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 4.012616276741028, "lr": 0.009715006232236143, "grad_norm": 0.11988566070795059, "tokens_per_second": 1756182.3959209963, "training_seconds": 1.044884634000482, "elapsed_tokens_per_second": 992724.5874329809, "peak_memory_bytes": 42389451776}
{"loss": 4.0317705076923716, "perplexity": 56.36060985580375, "tokens": 122421248, "seconds": 0.5442804970080033, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.980947415033976, "lr": 0.009691133804291145, "grad_norm": 0.1145457923412323, "tokens_per_second": 1779562.879983502, "training_seconds": 0.4419242550211493, "elapsed_tokens_per_second": 991089.2552569035, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 4.00844144821167, "lr": 0.009610194373253814, "grad_norm": 0.11076106876134872, "tokens_per_second": 1759090.12341935, "training_seconds": 1.4902249549923, "elapsed_tokens_per_second": 1000178.6579576321, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.980953550338745, "lr": 0.00952718681300804, "grad_norm": 0.115313321352005, "tokens_per_second": 1757787.299525829, "training_seconds": 1.4913294689904433, "elapsed_tokens_per_second": 1009041.6760070171, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 4.0008063316345215, "lr": 0.009442152890522552, "grad_norm": 0.12174954265356064, "tokens_per_second": 1755082.1479936277, "training_seconds": 1.4936280919937417, "elapsed_tokens_per_second": 1017685.3432637287, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 4.006729582945506, "lr": 0.009390177640596985, "grad_norm": 0.12646396458148956, "tokens_per_second": 1757520.244148178, "training_seconds": 0.8949336459918413, "elapsed_tokens_per_second": 1022778.5786521948, "peak_memory_bytes": 42389451776}
{"loss": 3.9959866971047924, "perplexity": 54.37947022720799, "tokens": 132644864, "seconds": 0.5424556820071302, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9861377477645874, "lr": 0.00935513539237211, "grad_norm": 0.12546952068805695, "tokens_per_second": 1772836.5231957026, "training_seconds": 0.5914679589914158, "elapsed_tokens_per_second": 1021867.9375344276, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9703960537910463, "lr": 0.009266178103208532, "grad_norm": 0.17182952165603638, "tokens_per_second": 1757110.0979600097, "training_seconds": 1.491904236987466, "elapsed_tokens_per_second": 1030149.6972538359, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.9667889714241027, "lr": 0.009175325783729572, "grad_norm": 0.12016162276268005, "tokens_per_second": 1758162.5448104786, "training_seconds": 1.4910111739882268, "elapsed_tokens_per_second": 1038247.2179895177, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9671151995658875, "lr": 0.009082624148156625, "grad_norm": 0.11572691053152084, "tokens_per_second": 1757321.2103152971, "training_seconds": 1.4917250099824741, "elapsed_tokens_per_second": 1046165.8621813179, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9648404121398926, "lr": 0.009035594377607207, "grad_norm": 0.13834883272647858, "tokens_per_second": 1757978.8815798888, "training_seconds": 0.7455834730062634, "elapsed_tokens_per_second": 1050055.0149737673, "peak_memory_bytes": 42389451776}
{"loss": 3.968468643131482, "perplexity": 52.90345470853875, "tokens": 142868480, "seconds": 0.5388651260000188, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.9514071226119993, "lr": 0.008988119841232683, "grad_norm": 0.11797817796468735, "tokens_per_second": 1772610.9826596144, "training_seconds": 0.7394290190131869, "elapsed_tokens_per_second": 1049768.727805967, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.950998902320862, "lr": 0.008891860414752078, "grad_norm": 0.11020079255104065, "tokens_per_second": 1761148.9704182635, "training_seconds": 1.488482827990083, "elapsed_tokens_per_second": 1057387.6186187724, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.935124659538269, "lr": 0.008793894303633792, "grad_norm": 0.12861064076423645, "tokens_per_second": 1755937.3342795, "training_seconds": 1.4929006570018828, "elapsed_tokens_per_second": 1064804.0254987734, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.918035387992859, "lr": 0.008694270801550448, "grad_norm": 0.1106732040643692, "tokens_per_second": 1758983.8011982036, "training_seconds": 1.4903150320169516, "elapsed_tokens_per_second": 1072090.31144818, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.928858620779855, "lr": 0.008659020269375853, "grad_norm": 0.12837520241737366, "tokens_per_second": 1754575.3464733288, "training_seconds": 0.5229208320088219, "elapsed_tokens_per_second": 1074585.4626937676, "peak_memory_bytes": 42389451776}
{"loss": 3.942915533717709, "perplexity": 51.56873271659156, "tokens": 152961024, "seconds": 0.5427637069951743, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.9206239260160007, "lr": 0.008593040036125167, "grad_norm": 0.12782540917396545, "tokens_per_second": 1763168.6711623953, "training_seconds": 0.966405556013342, "elapsed_tokens_per_second": 1075109.1937327667, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.905975651741028, "lr": 0.008490252943708828, "grad_norm": 0.1334124505519867, "tokens_per_second": 1757206.847100529, "training_seconds": 1.491822095005773, "elapsed_tokens_per_second": 1082101.717133346, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.902275025844574, "lr": 0.008385961243750385, "grad_norm": 0.13695262372493744, "tokens_per_second": 1756860.6442220628, "training_seconds": 1.4921160700032488, "elapsed_tokens_per_second": 1088946.7790087948, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.8910480737686157, "lr": 0.008280217412773159, "grad_norm": 0.13116960227489471, "tokens_per_second": 1759643.132335064, "training_seconds": 1.489756617025705, "elapsed_tokens_per_second": 1095658.1476935504, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8688844203948975, "lr": 0.008253560779101218, "grad_norm": 0.10979991406202316, "tokens_per_second": 1757564.0085562721, "training_seconds": 0.3728797340008896, "elapsed_tokens_per_second": 1097305.739341543, "peak_memory_bytes": 42389451776}
{"loss": 3.914713727482971, "perplexity": 50.13471726481982, "tokens": 163184640, "seconds": 0.5433772570104338, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8923791885375976, "lr": 0.00817307465797019, "grad_norm": 0.1252167969942093, "tokens_per_second": 1766134.3860516325, "training_seconds": 1.1132108720194083, "elapsed_tokens_per_second": 1098253.7405022343, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.894204592704773, "lr": 0.008064586890431944, "grad_norm": 0.10035216063261032, "tokens_per_second": 1755864.734482642, "training_seconds": 1.4929623840143904, "elapsed_tokens_per_second": 1104710.8635748746, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.8751373052597047, "lr": 0.007954808698019825, "grad_norm": 0.10162337124347687, "tokens_per_second": 1756646.2523313137, "training_seconds": 1.4922981770068873, "elapsed_tokens_per_second": 1111043.7315445188, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.876538264751434, "lr": 0.007843795317899178, "grad_norm": 0.1243550181388855, "tokens_per_second": 1756035.3082559253, "training_seconds": 1.492817364021903, "elapsed_tokens_per_second": 1117253.8955795036, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.896068493525187, "lr": 0.007827040220773778, "grad_norm": 0.11385418474674225, "tokens_per_second": 1756937.6475584216, "training_seconds": 0.2238076009962242, "elapsed_tokens_per_second": 1118166.0866214866, "peak_memory_bytes": 42389451776}
{"loss": 3.894714379750795, "perplexity": 49.14201540333065, "tokens": 173408256, "seconds": 0.5421040449873544, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.861971841138952, "lr": 0.007731602608745552, "grad_norm": 0.10430526733398438, "tokens_per_second": 1765713.5477455936, "training_seconds": 1.2619396859954577, "elapsed_tokens_per_second": 1119444.4743202848, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.8600483179092406, "lr": 0.007618287022638269, "grad_norm": 0.10494838654994965, "tokens_per_second": 1759268.31273958, "training_seconds": 1.4900740160082933, "elapsed_tokens_per_second": 1125456.0765878726, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.837148106098175, "lr": 0.007503905576655383, "grad_norm": 0.11240017414093018, "tokens_per_second": 1759098.510305298, "training_seconds": 1.4902178500196896, "elapsed_tokens_per_second": 1131350.6221397596, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.853857862949371, "lr": 0.007388515824184365, "grad_norm": 0.11712305247783661, "tokens_per_second": 1758756.5423770046, "training_seconds": 1.4905076040013228, "elapsed_tokens_per_second": 1137138.097387889, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.854555130004883, "lr": 0.007382720907894301, "grad_norm": 0.12872835993766785, "tokens_per_second": 1769922.99987807, "training_seconds": 0.07405519901658408, "elapsed_tokens_per_second": 1137416.7790250208, "peak_memory_bytes": 42389451776}
{"loss": 3.8680859128561953, "perplexity": 47.85070794394054, "tokens": 183631872, "seconds": 0.5429507090011612, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8327361533516333, "lr": 0.007272175825962919, "grad_norm": 0.11492721736431122, "tokens_per_second": 1766779.1753017518, "training_seconds": 1.4095524980220944, "elapsed_tokens_per_second": 1138995.1434098622, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.827824294567108, "lr": 0.0071549441208645405, "grad_norm": 0.12673182785511017, "tokens_per_second": 1757672.5362481955, "training_seconds": 1.4914268419961445, "elapsed_tokens_per_second": 1144583.3735688617, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.8415770411491392, "lr": 0.0070368796964434535, "grad_norm": 0.1111830398440361, "tokens_per_second": 1759617.0550487845, "training_seconds": 1.4897786950168665, "elapsed_tokens_per_second": 1150079.153510023, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.8304671111859774, "lr": 0.006924001290701026, "grad_norm": 0.13593508303165436, "tokens_per_second": 1758475.2893446926, "training_seconds": 1.4162086980068125, "elapsed_tokens_per_second": 1155205.9352267568, "peak_memory_bytes": 42389451776}
{"loss": 3.8469471954214125, "perplexity": 46.8498213489682, "tokens": 193855488, "seconds": 0.5458584699954372, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.842712163925171, "lr": 0.006918041959253812, "grad_norm": 0.1360052525997162, "tokens_per_second": 1913252.7199908472, "training_seconds": 0.06850741599919274, "elapsed_tokens_per_second": 1151711.5878517386, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.8295000553131104, "lr": 0.006798490704958065, "grad_norm": 0.12335396558046341, "tokens_per_second": 1758090.9694263882, "training_seconds": 1.4910718760220334, "elapsed_tokens_per_second": 1157023.214416504, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.8206697702407837, "lr": 0.0066782860882395375, "grad_norm": 0.1654825508594513, "tokens_per_second": 1756113.1913862533, "training_seconds": 1.4927511579880957, "elapsed_tokens_per_second": 1162232.953436056, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.810948920249939, "lr": 0.006557488592534348, "grad_norm": 0.1214316189289093, "tokens_per_second": 1756012.7255416117, "training_seconds": 1.492836561985314, "elapsed_tokens_per_second": 1167349.715750006, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.8242974281311035, "lr": 0.0064543899625572, "grad_norm": 0.1277487426996231, "tokens_per_second": 1760263.9953783902, "training_seconds": 1.2658464899868704, "elapsed_tokens_per_second": 1171649.9140298162, "peak_memory_bytes": 42389451776}
{"loss": 3.8235071775094807, "perplexity": 45.76443117537291, "tokens": 204079104, "seconds": 0.5454356329864822, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.832517147064209, "lr": 0.006436158999597934, "grad_norm": 0.12701310217380524, "tokens_per_second": 1800320.0170913807, "training_seconds": 0.21841450201463886, "elapsed_tokens_per_second": 1168720.619960479, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.799698519706726, "lr": 0.006314358358921438, "grad_norm": 0.11249938607215881, "tokens_per_second": 1756794.9367348617, "training_seconds": 1.4921718779951334, "elapsed_tokens_per_second": 1173683.5364675613, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7993610858917237, "lr": 0.006192147957013407, "grad_norm": 0.10407936573028564, "tokens_per_second": 1754174.0018619883, "training_seconds": 1.4944013519852888, "elapsed_tokens_per_second": 1178551.3047707381, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.8061830043792724, "lr": 0.006069589286562223, "grad_norm": 0.13458679616451263, "tokens_per_second": 1758436.4519421207, "training_seconds": 1.4907789230055641, "elapsed_tokens_per_second": 1183358.0146357433, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7982008116585866, "lr": 0.00598362401452175, "grad_norm": 0.12267223745584488, "tokens_per_second": 1755051.5996784838, "training_seconds": 1.0455578629917, "elapsed_tokens_per_second": 1186662.817924357, "peak_memory_bytes": 42389451776}
{"loss": 3.7965526154405707, "perplexity": 44.54734763984269, "tokens": 214171648, "seconds": 0.5447923880128656, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7751938501993814, "lr": 0.005946744015494769, "grad_norm": 0.10595179349184036, "tokens_per_second": 1778724.55474937, "training_seconds": 0.44213253699126653, "elapsed_tokens_per_second": 1184476.1134389588, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.789730453491211, "lr": 0.005823673955946958, "grad_norm": 0.10856058448553085, "tokens_per_second": 1756504.7077516043, "training_seconds": 1.4924184310075361, "elapsed_tokens_per_second": 1189131.6891793024, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7762933373451233, "lr": 0.005700441033161664, "grad_norm": 0.11647521704435349, "tokens_per_second": 1756480.1145122289, "training_seconds": 1.4924393270048313, "elapsed_tokens_per_second": 1193714.7842303792, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7735477805137636, "lr": 0.005577107254329768, "grad_norm": 0.1485353261232376, "tokens_per_second": 1758012.5347753481, "training_seconds": 1.4911384009756148, "elapsed_tokens_per_second": 1198229.3392806465, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.7714848717053733, "lr": 0.005503084391054813, "grad_norm": 0.11941085010766983, "tokens_per_second": 1757785.3495827685, "training_seconds": 0.8947986740095075, "elapsed_tokens_per_second": 1200902.0325663, "peak_memory_bytes": 42389451776}
{"loss": 3.7794879219356057, "perplexity": 43.79361024555976, "tokens": 224395264, "seconds": 0.5451266489981208, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.761852651834488, "lr": 0.005453734677389955, "grad_norm": 0.10914930701255798, "tokens_per_second": 1770749.3895978925, "training_seconds": 0.5921651060052682, "elapsed_tokens_per_second": 1199163.7060315409, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.766066038608551, "lr": 0.005330385379802973, "grad_norm": 0.1193300187587738, "tokens_per_second": 1759227.2716595847, "training_seconds": 1.4901087780017406, "elapsed_tokens_per_second": 1203558.575372399, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.7560091853141784, "lr": 0.00520712142731609, "grad_norm": 0.13737443089485168, "tokens_per_second": 1756681.4931094265, "training_seconds": 1.492268240021076, "elapsed_tokens_per_second": 1207872.123740539, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.751301622390747, "lr": 0.005084004842733422, "grad_norm": 0.12766624987125397, "tokens_per_second": 1757825.002496247, "training_seconds": 1.4912974819890223, "elapsed_tokens_per_second": 1212119.2293211536, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.754727363586426, "lr": 0.00502252117610938, "grad_norm": 0.1102989986538887, "tokens_per_second": 1755006.4453501618, "training_seconds": 0.7468462600081693, "elapsed_tokens_per_second": 1214210.6518994435, "peak_memory_bytes": 42389451776}
{"loss": 3.759453787895989, "perplexity": 42.92497343426013, "tokens": 234618880, "seconds": 0.538816978019895, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.7413842916488647, "lr": 0.0049610975747078736, "grad_norm": 0.11197030544281006, "tokens_per_second": 1766006.1948225377, "training_seconds": 0.7421944520028774, "elapsed_tokens_per_second": 1212889.8351925088, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.751453769207001, "lr": 0.004838461466570408, "grad_norm": 0.11790543794631958, "tokens_per_second": 1758914.1074837025, "training_seconds": 1.4903740829904564, "elapsed_tokens_per_second": 1217031.5135076449, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.726664662361145, "lr": 0.0047161582252122835, "grad_norm": 0.11691814661026001, "tokens_per_second": 1756428.922414901, "training_seconds": 1.4924828249786515, "elapsed_tokens_per_second": 1221100.3507636571, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7512251138687134, "lr": 0.004594249390035967, "grad_norm": 0.10793023556470871, "tokens_per_second": 1754268.6094442597, "training_seconds": 1.494320759025868, "elapsed_tokens_per_second": 1225092.5778748041, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.734448254108429, "lr": 0.004545610037442798, "grad_norm": 0.09998034685850143, "tokens_per_second": 1755370.0309890013, "training_seconds": 0.5973532540083397, "elapsed_tokens_per_second": 1226672.6090303578, "peak_memory_bytes": 42389451776}
{"loss": 3.7466108094136503, "perplexity": 42.377213885170185, "tokens": 244842496, "seconds": 0.5416362920077518, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.7269562681516013, "lr": 0.004472796301990301, "grad_norm": 0.1189965084195137, "tokens_per_second": 1761491.5624532984, "training_seconds": 0.8929160000116099, "elapsed_tokens_per_second": 1225688.2931077902, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.72742919921875, "lr": 0.004351860072705549, "grad_norm": 0.11866866797208786, "tokens_per_second": 1754966.0293723482, "training_seconds": 1.4937269189977087, "elapsed_tokens_per_second": 1229582.2651838018, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.7309232711791993, "lr": 0.004231501553743808, "grad_norm": 0.10236731171607971, "tokens_per_second": 1756904.6352741416, "training_seconds": 1.492078708979534, "elapsed_tokens_per_second": 1233431.66563773, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.729137647151947, "lr": 0.004111781305980296, "grad_norm": 0.10035388171672821, "tokens_per_second": 1753050.3027804026, "training_seconds": 1.4953592579986434, "elapsed_tokens_per_second": 1237203.002506433, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.692572593688965, "lr": 0.004075998709298975, "grad_norm": 0.1066945269703865, "tokens_per_second": 1753819.9075120343, "training_seconds": 0.44841092100250535, "elapsed_tokens_per_second": 1238321.3784259672, "peak_memory_bytes": 42389451776}
{"loss": 3.7214524078995943, "perplexity": 41.32437038505169, "tokens": 255066112, "seconds": 0.544252765015699, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.695233038493565, "lr": 0.00399275956913089, "grad_norm": 0.11785587668418884, "tokens_per_second": 1763283.1770775549, "training_seconds": 1.0406768599932548, "elapsed_tokens_per_second": 1237656.6125026755, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.70161052942276, "lr": 0.0038744962314412666, "grad_norm": 0.11312680691480637, "tokens_per_second": 1751668.0099935497, "training_seconds": 1.4965392900048755, "elapsed_tokens_per_second": 1241326.1777555165, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.695002055168152, "lr": 0.003757050799552902, "grad_norm": 0.10922921448945999, "tokens_per_second": 1756255.560032497, "training_seconds": 1.4926301499945112, "elapsed_tokens_per_second": 1244969.2562388144, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.699238121509552, "lr": 0.0036404823685610723, "grad_norm": 0.11391212791204453, "tokens_per_second": 1756455.772616884, "training_seconds": 1.4924600100202952, "elapsed_tokens_per_second": 1248557.010991709, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6922603845596313, "lr": 0.003617279092105699, "grad_norm": 0.09552387148141861, "tokens_per_second": 1757425.4323923925, "training_seconds": 0.29832730899215676, "elapsed_tokens_per_second": 1249264.668054245, "peak_memory_bytes": 42389451776}
{"loss": 3.7014470454780732, "perplexity": 40.50587581650204, "tokens": 265289728, "seconds": 0.5415979899989907, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.67481192946434, "lr": 0.0035248495922799365, "grad_norm": 0.11052919179201126, "tokens_per_second": 1764556.0170685563, "training_seconds": 1.1884870640060399, "elapsed_tokens_per_second": 1248884.3127454713, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.6821910619735716, "lr": 0.003410210653729649, "grad_norm": 0.12277480214834213, "tokens_per_second": 1756313.0184988761, "training_seconds": 1.492581318016164, "elapsed_tokens_per_second": 1252387.5361939806, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.686569845676422, "lr": 0.0032966232358603883, "grad_norm": 0.11567078530788422, "tokens_per_second": 1753973.3185590962, "training_seconds": 1.4945723359996919, "elapsed_tokens_per_second": 1255832.2086169636, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6750922560691834, "lr": 0.003184144492527974, "grad_norm": 0.12587104737758636, "tokens_per_second": 1758431.642984694, "training_seconds": 1.4907829999865498, "elapsed_tokens_per_second": 1259250.5998504236, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.687343120574951, "lr": 0.0031785506757095435, "grad_norm": 0.11786948144435883, "tokens_per_second": 1764478.99397261, "training_seconds": 0.07428368399268948, "elapsed_tokens_per_second": 1259415.2650796585, "peak_memory_bytes": 42389451776}
{"loss": 3.684496019689643, "perplexity": 39.82504635208684, "tokens": 275382272, "seconds": 0.5437172599777114, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.674919994253861, "lr": 0.003072831019735734, "grad_norm": 0.0990343764424324, "tokens_per_second": 1760446.9592028558, "training_seconds": 1.4146225689910352, "elapsed_tokens_per_second": 1259476.2766347888, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.669033074378967, "lr": 0.0029627388271570455, "grad_norm": 0.10817629843950272, "tokens_per_second": 1756063.1863950058, "training_seconds": 1.4927936650055926, "elapsed_tokens_per_second": 1262804.6898161205, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.668061316013336, "lr": 0.0028539233099529205, "grad_norm": 0.10555090755224228, "tokens_per_second": 1754212.9022834937, "training_seconds": 1.4943682129960507, "elapsed_tokens_per_second": 1266082.2581547438, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.6638426027799906, "lr": 0.002751780966248932, "grad_norm": 0.1040627509355545, "tokens_per_second": 1755086.796749377, "training_seconds": 1.418942928983597, "elapsed_tokens_per_second": 1269154.8259676094, "peak_memory_bytes": 42389451776}
{"loss": 3.667329326263906, "perplexity": 39.14721668377347, "tokens": 285605888, "seconds": 0.5438715269847307, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.695464849472046, "lr": 0.0027464392208987813, "grad_norm": 0.1057247593998909, "tokens_per_second": 1900982.1125755073, "training_seconds": 0.06894962300430052, "elapsed_tokens_per_second": 1266243.8350399975, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.654054582118988, "lr": 0.0026403406428344716, "grad_norm": 0.10487434267997742, "tokens_per_second": 1756083.92822779, "training_seconds": 1.4927760330028832, "elapsed_tokens_per_second": 1269457.4034837014, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.646548557281494, "lr": 0.0025356809614513606, "grad_norm": 0.10457956790924072, "tokens_per_second": 1753736.804969547, "training_seconds": 1.4947738979826681, "elapsed_tokens_per_second": 1272614.6499538291, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.6723711252212525, "lr": 0.002432512838430222, "grad_norm": 0.11891791224479675, "tokens_per_second": 1758775.747799902, "training_seconds": 1.490491328004282, "elapsed_tokens_per_second": 1275757.2961101925, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.648490877712474, "lr": 0.0023460314676124836, "grad_norm": 0.12771514058113098, "tokens_per_second": 1756522.59532296, "training_seconds": 1.268542748002801, "elapsed_tokens_per_second": 1278384.0296667803, "peak_memory_bytes": 42389451776}
{"loss": 3.6488895453747228, "perplexity": 38.4319653911214, "tokens": 295829504, "seconds": 0.5386464229959529, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.608922004699707, "lr": 0.00233088818494343, "grad_norm": 0.10281217843294144, "tokens_per_second": 1790660.5531216606, "training_seconds": 0.21959270801744424, "elapsed_tokens_per_second": 1275860.0131898858, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.638869893550873, "lr": 0.0022308581355347783, "grad_norm": 0.11094905436038971, "tokens_per_second": 1753456.1790366566, "training_seconds": 1.495013123989338, "elapsed_tokens_per_second": 1278909.6333149339, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.6400963187217714, "lr": 0.002132473022390077, "grad_norm": 0.10465998202562332, "tokens_per_second": 1753380.858213264, "training_seconds": 1.4950773459859192, "elapsed_tokens_per_second": 1281917.03088212, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6103307723999025, "lr": 0.002035782350011468, "grad_norm": 0.11204559355974197, "tokens_per_second": 1758610.1153808006, "training_seconds": 1.4906317080021836, "elapsed_tokens_per_second": 1284912.546686262, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.6279510656992593, "lr": 0.0019644056223927934, "grad_norm": 0.10850845277309418, "tokens_per_second": 1752242.250281403, "training_seconds": 1.122036636021221, "elapsed_tokens_per_second": 1287108.6052669936, "peak_memory_bytes": 42389451776}
{"loss": 3.634379983723513, "perplexity": 37.87836041505011, "tokens": 306053120, "seconds": 0.5434862260008231, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6131685733795167, "lr": 0.0019408347703082226, "grad_norm": 0.1320352554321289, "tokens_per_second": 1777573.6539008906, "training_seconds": 0.36868233198765665, "elapsed_tokens_per_second": 1284892.9271121032, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.62604101896286, "lr": 0.001847678058116523, "grad_norm": 0.11510614305734634, "tokens_per_second": 1755652.6397289915, "training_seconds": 1.493142744002398, "elapsed_tokens_per_second": 1287812.9406045526, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.613950490951538, "lr": 0.0017563590871605673, "grad_norm": 0.11514142155647278, "tokens_per_second": 1758531.292240381, "training_seconds": 1.4906985230045393, "elapsed_tokens_per_second": 1290707.5583047352, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.606589150428772, "lr": 0.0016669238064670807, "grad_norm": 0.1090102270245552, "tokens_per_second": 1758744.1811033685, "training_seconds": 1.4905180799833033, "elapsed_tokens_per_second": 1293569.7665783393, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.593154998926016, "lr": 0.0016098223594030138, "grad_norm": 0.11215975135564804, "tokens_per_second": 1759924.4501699836, "training_seconds": 0.968187014979776, "elapsed_tokens_per_second": 1295409.5444160549, "peak_memory_bytes": 42389451776}
{"loss": 3.6189821249683627, "perplexity": 37.29958217962366, "tokens": 316276736, "seconds": 0.5443699450115673, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.610203606741769, "lr": 0.0015794172172451256, "grad_norm": 0.12918144464492798, "tokens_per_second": 1771068.799788176, "training_seconds": 0.5180510210047942, "elapsed_tokens_per_second": 1293501.9237919787, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.6117258310317992, "lr": 0.0014938833502428038, "grad_norm": 0.09290293604135513, "tokens_per_second": 1755672.5452471238, "training_seconds": 1.4931258150027134, "elapsed_tokens_per_second": 1296292.8731811456, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.595336639881134, "lr": 0.0014103652435922805, "grad_norm": 0.09671854227781296, "tokens_per_second": 1758017.3485091343, "training_seconds": 1.49113431799924, "elapsed_tokens_per_second": 1299058.0139178263, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.593483030796051, "lr": 0.0013289049211542584, "grad_norm": 0.10057555884122849, "tokens_per_second": 1755244.2805805553, "training_seconds": 1.4934901249944232, "elapsed_tokens_per_second": 1301780.201763731, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.594802574677901, "lr": 0.0012849937677638556, "grad_norm": 0.09222468733787537, "tokens_per_second": 1755949.807036666, "training_seconds": 0.8210895289957989, "elapsed_tokens_per_second": 1303259.6207110346, "peak_memory_bytes": 42389451776}
{"loss": 3.6046933546667166, "perplexity": 36.77040665467818, "tokens": 326500352, "seconds": 0.5404718450154178, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.5900093714396157, "lr": 0.0012495433713727991, "grad_norm": 0.10413379222154617, "tokens_per_second": 1766563.163788459, "training_seconds": 0.667764405021444, "elapsed_tokens_per_second": 1301646.9128411878, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5753539919853212, "lr": 0.0011723205266511497, "grad_norm": 0.10120608657598495, "tokens_per_second": 1752710.7711366094, "training_seconds": 1.495648936019279, "elapsed_tokens_per_second": 1304304.7583303975, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.5746909618377685, "lr": 0.0010972752432589234, "grad_norm": 0.10528114438056946, "tokens_per_second": 1756547.5816184347, "training_seconds": 1.4923820040130522, "elapsed_tokens_per_second": 1306945.6326175255, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.5965383648872375, "lr": 0.0010244452817807664, "grad_norm": 0.09145025908946991, "tokens_per_second": 1755903.5111866998, "training_seconds": 1.492929414001992, "elapsed_tokens_per_second": 1309555.2464054225, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.5802287459373474, "lr": 0.0009959418338851302, "grad_norm": 0.09915924072265625, "tokens_per_second": 1752749.4303516918, "training_seconds": 0.5982463789987378, "elapsed_tokens_per_second": 1310578.9770170753, "peak_memory_bytes": 42389451776}
{"loss": 3.5927292449152297, "perplexity": 36.33310266660132, "tokens": 336592896, "seconds": 0.5412034720066004, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.591461936632792, "lr": 0.000953867288116335, "grad_norm": 0.10805346816778183, "tokens_per_second": 1759578.2519835546, "training_seconds": 0.8938869289995637, "elapsed_tokens_per_second": 1309353.087182805, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.6065340399742127, "lr": 0.0008855767750411627, "grad_norm": 0.09546493738889694, "tokens_per_second": 1756974.0709238923, "training_seconds": 1.492019741999684, "elapsed_tokens_per_second": 1311918.082036756, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.580866050720215, "lr": 0.0008196081043376678, "grad_norm": 0.09639769792556763, "tokens_per_second": 1757219.9771721156, "training_seconds": 1.4918109480058774, "elapsed_tokens_per_second": 1314450.382859109, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.589053547382355, "lr": 0.0007559944695053143, "grad_norm": 0.09786742925643921, "tokens_per_second": 1755960.0421602642, "training_seconds": 1.4928813509759493, "elapsed_tokens_per_second": 1316953.2708128323, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.574054757754008, "lr": 0.0007373744276066139, "grad_norm": 0.09495653957128525, "tokens_per_second": 1758960.6114132656, "training_seconds": 0.44710040400968865, "elapsed_tokens_per_second": 1317696.1626464115, "peak_memory_bytes": 42389451776}
{"loss": 3.581718658846547, "perplexity": 35.93524823718328, "tokens": 346816512, "seconds": 0.5422448200115468, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.5647523743765697, "lr": 0.0006947678790586163, "grad_norm": 0.09858406335115433, "tokens_per_second": 1764869.8790158601, "training_seconds": 1.039741242013406, "elapsed_tokens_per_second": 1316726.1907413679, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.576443445682526, "lr": 0.0006359591404213925, "grad_norm": 0.08671965450048447, "tokens_per_second": 1759092.6306303716, "training_seconds": 1.4902228309947532, "elapsed_tokens_per_second": 1319196.1397005853, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5809104561805727, "lr": 0.0005795978444253758, "grad_norm": 0.09347081929445267, "tokens_per_second": 1754644.862426751, "training_seconds": 1.4940003280062228, "elapsed_tokens_per_second": 1321616.2964029212, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.5615202307701113, "lr": 0.0005257123504209748, "grad_norm": 0.10247345268726349, "tokens_per_second": 1753897.1553358596, "training_seconds": 1.4946372380072717, "elapsed_tokens_per_second": 1324009.6129893044, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.544620394706726, "lr": 0.0005152347559368642, "grad_norm": 0.09573594480752945, "tokens_per_second": 1761343.6528302797, "training_seconds": 0.29766366101102903, "elapsed_tokens_per_second": 1324483.8397090363, "peak_memory_bytes": 42389451776}
{"loss": 3.572461804103074, "perplexity": 35.6041357585383, "tokens": 357040128, "seconds": 0.5454633870103862, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.579405814409256, "lr": 0.00047432977200767735, "grad_norm": 0.0880298987030983, "tokens_per_second": 1762487.3771718994, "training_seconds": 1.1898819969792385, "elapsed_tokens_per_second": 1323712.6651697906, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5853135108947756, "lr": 0.0004254759633912887, "grad_norm": 0.09608232229948044, "tokens_per_second": 1757213.872100481, "training_seconds": 1.4918161309906282, "elapsed_tokens_per_second": 1326077.831003066, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.572665643692017, "lr": 0.0003791755063748501, "grad_norm": 0.0922926515340805, "tokens_per_second": 1756169.1087430448, "training_seconds": 1.4927036279987078, "elapsed_tokens_per_second": 1328409.8440360643, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.564818572998047, "lr": 0.0003354516979897966, "grad_norm": 0.11629221588373184, "tokens_per_second": 1757979.3107117822, "training_seconds": 1.4911665820109192, "elapsed_tokens_per_second": 1330727.1106070469, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.577337384223938, "lr": 0.0003312218911381581, "grad_norm": 0.0854756087064743, "tokens_per_second": 1752621.474319042, "training_seconds": 0.14957251399755478, "elapsed_tokens_per_second": 1330947.1301717204, "peak_memory_bytes": 42389451776}
{"loss": 3.5652331272429754, "perplexity": 35.347692954014526, "tokens": 367263744, "seconds": 0.544186814018758, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.555976457066006, "lr": 0.00029432653877357705, "grad_norm": 0.0894181877374649, "tokens_per_second": 1762120.6467472787, "training_seconds": 1.3388958380091935, "elapsed_tokens_per_second": 1330390.6520720192, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.574412763118744, "lr": 0.0002558207216996241, "grad_norm": 0.08902893215417862, "tokens_per_second": 1756430.080436998, "training_seconds": 1.4924818409781437, "elapsed_tokens_per_second": 1332661.4036355882, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.561695384979248, "lr": 0.0002199536217652629, "grad_norm": 0.08711141347885132, "tokens_per_second": 1754215.447267728, "training_seconds": 1.4943660449935123, "elapsed_tokens_per_second": 1334896.8742923948, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.572830247879028, "lr": 0.00018674328624277879, "grad_norm": 0.0841708704829216, "tokens_per_second": 1753800.7327320548, "training_seconds": 1.4947194120031781, "elapsed_tokens_per_second": 1337109.3565262314, "peak_memory_bytes": 42389451776}
{"loss": 3.5585344766762943, "perplexity": 35.111702402144346, "tokens": 377487360, "seconds": 0.5451990099973045, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.570508050918579, "lr": 0.0001562064255985584, "grad_norm": 0.08806585520505905, "tokens_per_second": 1762402.6528775673, "training_seconds": 1.4874239979835693, "elapsed_tokens_per_second": 1336740.091513666, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.541057252883911, "lr": 0.00012835840508487278, "grad_norm": 0.0822668969631195, "tokens_per_second": 1756805.9131578256, "training_seconds": 1.4921625549905002, "elapsed_tokens_per_second": 1338924.7146054744, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.5644545197486877, "lr": 0.00010321323700853606, "grad_norm": 0.08201225847005844, "tokens_per_second": 1754237.6093594274, "training_seconds": 1.4943471659789793, "elapsed_tokens_per_second": 1341078.0418984669, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.5545440514882407, "lr": 8.290400991417069e-05, "grad_norm": 0.07916030287742615, "tokens_per_second": 1757551.9897860726, "training_seconds": 1.34237622198998, "elapsed_tokens_per_second": 1343006.8581783762, "peak_memory_bytes": 42389451776}
{"loss": 3.555231246677061, "perplexity": 34.995911720358116, "tokens": 387710976, "seconds": 0.5424043029779568, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5448038578033447, "lr": 8.078357368032157e-05, "grad_norm": 0.08375594764947891, "tokens_per_second": 1815139.1958205835, "training_seconds": 0.14442088000942022, "elapsed_tokens_per_second": 1340695.3720235298, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5579744935035706, "lr": 6.108070104869107e-05, "grad_norm": 0.08140445500612259, "tokens_per_second": 1754825.9489063593, "training_seconds": 1.4938461570127402, "elapsed_tokens_per_second": 1342817.4149531827, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.5412302732467653, "lr": 4.4114533021037625e-05, "grad_norm": 0.08428864181041718, "tokens_per_second": 1758536.0014902677, "training_seconds": 1.4906945310067385, "elapsed_tokens_per_second": 1344929.6660663802, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.5556514620780946, "lr": 2.9893606475294762e-05, "grad_norm": 0.08720919489860535, "tokens_per_second": 1755328.816628481, "training_seconds": 1.4934181990101933, "elapsed_tokens_per_second": 1347009.924152319, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5439771175384522, "lr": 2.1033832841024833e-05, "grad_norm": 0.0806313306093216, "tokens_per_second": 1755683.2081629434, "training_seconds": 1.1198375600215513, "elapsed_tokens_per_second": 1348552.678681404, "peak_memory_bytes": 42389451776}
{"loss": 3.55366609156342, "perplexity": 34.94118053274452, "tokens": 397803520, "seconds": 0.539467551978305, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.5701812267303468, "lr": 1.8425076964434348e-05, "grad_norm": 0.07789131253957748, "tokens_per_second": 1772090.5899458386, "training_seconds": 0.3698230799927842, "elapsed_tokens_per_second": 1346593.2246752821, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.5640504717826844, "lr": 9.714715115999695e-06, "grad_norm": 0.08067823201417923, "tokens_per_second": 1756647.1681521828, "training_seconds": 1.4922973990032915, "elapsed_tokens_per_second": 1348645.977418416, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.538298773765564, "lr": 3.7669037284964734e-06, "grad_norm": 0.08058923482894897, "tokens_per_second": 1755194.0665221831, "training_seconds": 1.4935328520077746, "elapsed_tokens_per_second": 1350669.788704596, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.565951645374298, "lr": 5.846355660953928e-07, "grad_norm": 0.08237845450639725, "tokens_per_second": 1753286.435432037, "training_seconds": 1.4951578629843425, "elapsed_tokens_per_second": 1352668.476993736, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5509367355933557, "lr": 0.0, "grad_norm": 0.07855066657066345, "tokens_per_second": 1760918.3638036563, "training_seconds": 0.9676405420177616, "elapsed_tokens_per_second": 1353970.3289076167, "peak_memory_bytes": 42389451776}
{"loss": 3.5534009996523435, "perplexity": 34.93191913603673, "tokens": 408027136, "seconds": 0.5436163340054918, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5542498330328414, "perplexity": 34.96158310314588, "tokens": 408027136, "seconds": 101.52820298800361, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}