{"event": "train", "step": 20, "epoch": 1, "tokens": 2621440, "loss": 9.582164192199707, "lr": 0.0003846153846153846, "grad_norm": 1.4389382600784302, "tokens_per_second": 46728.892012879194, "training_seconds": 56.09891198099649, "elapsed_tokens_per_second": 46728.892012879194, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 40, "epoch": 1, "tokens": 5242880, "loss": 7.69869167804718, "lr": 0.0007692307692307692, "grad_norm": 0.9584878087043762, "tokens_per_second": 1773168.6228135133, "training_seconds": 1.4783929550030734, "elapsed_tokens_per_second": 91051.95936535374, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 60, "epoch": 1, "tokens": 7864320, "loss": 6.879429602622986, "lr": 0.0011538461538461537, "grad_norm": 0.803229570388794, "tokens_per_second": 1769165.9316324722, "training_seconds": 1.4817377800063696, "elapsed_tokens_per_second": 133148.3776033957, "peak_memory_bytes": 21988176384}
{"event": "train", "step": 78, "epoch": 1, "tokens": 10223616, "loss": 6.531941493352254, "lr": 0.0015, "grad_norm": 2.1615867614746094, "tokens_per_second": 1767691.6812651183, "training_seconds": 1.334676190992468, "elapsed_tokens_per_second": 169264.6085394555, "peak_memory_bytes": 21988176384}
{"loss": 6.420182209086931, "perplexity": 614.1150012654668, "tokens": 10223616, "seconds": 1.4248530059994664, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 1, "step": 78, "evaluation_tokens": 1048576}
{"event": "train", "step": 80, "epoch": 2, "tokens": 10485760, "loss": 6.378898859024048, "lr": 0.0015384615384615385, "grad_norm": 0.5937086343765259, "tokens_per_second": 1831912.8166034212, "training_seconds": 0.14309851299913134, "elapsed_tokens_per_second": 169190.71797805678, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 100, "epoch": 2, "tokens": 13107200, "loss": 6.223828864097595, "lr": 0.001923076923076923, "grad_norm": 0.4321786165237427, "tokens_per_second": 1762783.9254628865, "training_seconds": 1.4871022830047878, "elapsed_tokens_per_second": 206528.62779547166, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 120, "epoch": 2, "tokens": 15728640, "loss": 6.008570885658264, "lr": 0.0023076923076923075, "grad_norm": 0.30044570565223694, "tokens_per_second": 1762642.416481001, "training_seconds": 1.4872216709918575, "elapsed_tokens_per_second": 242153.51871492385, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 140, "epoch": 2, "tokens": 18350080, "loss": 5.795836234092713, "lr": 0.002692307692307692, "grad_norm": 0.4711430072784424, "tokens_per_second": 1763903.2603871902, "training_seconds": 1.4861586000042735, "elapsed_tokens_per_second": 276188.3848332264, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 156, "epoch": 2, "tokens": 20447232, "loss": 5.625470966100693, "lr": 0.003, "grad_norm": 0.4212922155857086, "tokens_per_second": 1765537.402135045, "training_seconds": 1.1878264359984314, "elapsed_tokens_per_second": 302340.49141999974, "peak_memory_bytes": 42389451776}
{"loss": 5.615994158930985, "perplexity": 274.7864248258702, "tokens": 20447232, "seconds": 0.5413852030033013, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 2, "step": 156, "evaluation_tokens": 1048576}
{"event": "train", "step": 160, "epoch": 3, "tokens": 20971520, "loss": 5.593328595161438, "lr": 0.003076923076923077, "grad_norm": 0.4175274968147278, "tokens_per_second": 1800938.0282111398, "training_seconds": 0.29111940099392086, "elapsed_tokens_per_second": 306296.209701173, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 180, "epoch": 3, "tokens": 23592960, "loss": 5.476187014579773, "lr": 0.0034615384615384616, "grad_norm": 0.5751729607582092, "tokens_per_second": 1763619.6386792914, "training_seconds": 1.4863976009946782, "elapsed_tokens_per_second": 337256.6407209721, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 200, "epoch": 3, "tokens": 26214400, "loss": 5.382470417022705, "lr": 0.003846153846153846, "grad_norm": 0.2640683054924011, "tokens_per_second": 1765674.1459332798, "training_seconds": 1.4846680549962912, "elapsed_tokens_per_second": 366934.638444966, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 220, "epoch": 3, "tokens": 28835840, "loss": 5.238870644569397, "lr": 0.004230769230769231, "grad_norm": 0.27861571311950684, "tokens_per_second": 1763426.6734042824, "training_seconds": 1.486560252000345, "elapsed_tokens_per_second": 395394.7124690279, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 233, "epoch": 3, "tokens": 30539776, "loss": 5.166400982783391, "lr": 0.004480769230769231, "grad_norm": 0.43601495027542114, "tokens_per_second": 1766332.9331777643, "training_seconds": 0.964674307993846, "elapsed_tokens_per_second": 413284.13516319956, "peak_memory_bytes": 42389451776}
{"loss": 5.194445061078883, "perplexity": 180.2680772621401, "tokens": 30539776, "seconds": 0.5421523789991625, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 3, "step": 233, "evaluation_tokens": 1048576}
{"event": "train", "step": 240, "epoch": 4, "tokens": 31457280, "loss": 5.153080940246582, "lr": 0.004615384615384615, "grad_norm": 0.34395354986190796, "tokens_per_second": 1781125.2977119354, "training_seconds": 0.5151260280108545, "elapsed_tokens_per_second": 419668.78818841773, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 260, "epoch": 4, "tokens": 34078720, "loss": 5.152714991569519, "lr": 0.005, "grad_norm": 1.4898393154144287, "tokens_per_second": 1759608.0419416465, "training_seconds": 1.4897863259975566, "elapsed_tokens_per_second": 445775.417035252, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 280, "epoch": 4, "tokens": 36700160, "loss": 5.340901660919189, "lr": 0.005384615384615384, "grad_norm": 0.2455918937921524, "tokens_per_second": 1759854.5336862423, "training_seconds": 1.4895776610064786, "elapsed_tokens_per_second": 470882.0063549231, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 300, "epoch": 4, "tokens": 39321600, "loss": 5.0479833602905275, "lr": 0.0057692307692307696, "grad_norm": 0.22198177874088287, "tokens_per_second": 1761726.4351317321, "training_seconds": 1.487994928000262, "elapsed_tokens_per_second": 495058.3017715522, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 311, "epoch": 4, "tokens": 40763392, "loss": 4.960316874764183, "lr": 0.005980769230769231, "grad_norm": 0.29852354526519775, "tokens_per_second": 1764373.5853032004, "training_seconds": 0.8171693410113221, "elapsed_tokens_per_second": 507974.4612514345, "peak_memory_bytes": 42389451776}
{"loss": 4.952008452870981, "perplexity": 141.45879211544027, "tokens": 40763392, "seconds": 0.5397129360062536, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 4, "step": 311, "evaluation_tokens": 1048576}
{"event": "train", "step": 320, "epoch": 5, "tokens": 41943040, "loss": 4.894410398271349, "lr": 0.005999879234788303, "grad_norm": 0.1675795316696167, "tokens_per_second": 1780747.1684204726, "training_seconds": 0.6624455290002516, "elapsed_tokens_per_second": 514923.39323634806, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 340, "epoch": 5, "tokens": 44564480, "loss": 4.8678884267807, "lr": 0.0059985207378148026, "grad_norm": 0.2453194260597229, "tokens_per_second": 1762798.643302583, "training_seconds": 1.4870898669905728, "elapsed_tokens_per_second": 537290.3034546217, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 360, "epoch": 5, "tokens": 47185920, "loss": 4.851235008239746, "lr": 0.005995653473187795, "grad_norm": 0.45044875144958496, "tokens_per_second": 1763337.322744477, "training_seconds": 1.4866355779959122, "elapsed_tokens_per_second": 558867.5303729445, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 380, "epoch": 5, "tokens": 49807360, "loss": 4.839375591278076, "lr": 0.005991278883630709, "grad_norm": 0.16364893317222595, "tokens_per_second": 1763840.4442182223, "training_seconds": 1.4862115270079812, "elapsed_tokens_per_second": 579703.7915692878, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 389, "epoch": 5, "tokens": 50987008, "loss": 4.758031580183241, "lr": 0.005988819112284388, "grad_norm": 0.2218347042798996, "tokens_per_second": 1768481.5415936213, "training_seconds": 0.6670400409930153, "elapsed_tokens_per_second": 588851.9193166536, "peak_memory_bytes": 42389451776}
{"loss": 4.768583094133025, "perplexity": 117.75227980766755, "tokens": 50987008, "seconds": 0.5417204260011204, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 5, "step": 389, "evaluation_tokens": 1048576}
{"event": "train", "step": 400, "epoch": 6, "tokens": 52428800, "loss": 4.719569422981956, "lr": 0.0059853991703086515, "grad_norm": 0.1689823567867279, "tokens_per_second": 1769778.484103137, "training_seconds": 0.81467370800965, "elapsed_tokens_per_second": 596128.7984783205, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 420, "epoch": 6, "tokens": 55050240, "loss": 4.677058601379395, "lr": 0.005978017291720847, "grad_norm": 0.2172132283449173, "tokens_per_second": 1759614.2026593825, "training_seconds": 1.4897811099945102, "elapsed_tokens_per_second": 615501.7534419018, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 440, "epoch": 6, "tokens": 57671680, "loss": 4.643997526168823, "lr": 0.005969136962212003, "grad_norm": 0.20209480822086334, "tokens_per_second": 1766130.3959843924, "training_seconds": 1.4842845160019351, "elapsed_tokens_per_second": 634273.8867524177, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 460, "epoch": 6, "tokens": 60293120, "loss": 4.604952573776245, "lr": 0.005958762650103364, "grad_norm": 0.15283745527267456, "tokens_per_second": 1763434.760088382, "training_seconds": 1.4865534349955851, "elapsed_tokens_per_second": 652430.3229702731, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 467, "epoch": 6, "tokens": 61210624, "loss": 4.573836462838309, "lr": 0.005954779630955907, "grad_norm": 0.224700465798378, "tokens_per_second": 1767028.5356521949, "training_seconds": 0.5192355309991399, "elapsed_tokens_per_second": 658647.0884242752, "peak_memory_bytes": 42389451776}
{"loss": 4.616172233290769, "perplexity": 101.10627923941624, "tokens": 61210624, "seconds": 0.5368665930000134, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 6, "step": 467, "evaluation_tokens": 1048576}
{"event": "train", "step": 480, "epoch": 7, "tokens": 62914560, "loss": 4.5797050182635965, "lr": 0.0059468995754443825, "grad_norm": 0.16918489336967468, "tokens_per_second": 1773050.4885391463, "training_seconds": 0.9610194470005808, "elapsed_tokens_per_second": 666196.3994249867, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 500, "epoch": 7, "tokens": 65536000, "loss": 4.510163140296936, "lr": 0.005933553707386146, "grad_norm": 0.1876470446586609, "tokens_per_second": 1761436.6588760053, "training_seconds": 1.4882397199980915, "elapsed_tokens_per_second": 683179.8587733819, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 520, "epoch": 7, "tokens": 68157440, "loss": 4.4502075672149655, "lr": 0.005918731761177867, "grad_norm": 0.16482408344745636, "tokens_per_second": 1760105.9740894856, "training_seconds": 1.489364866996766, "elapsed_tokens_per_second": 699632.6131667435, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 540, "epoch": 7, "tokens": 70778880, "loss": 4.389762616157531, "lr": 0.00590244119478798, "grad_norm": 0.17414163053035736, "tokens_per_second": 1760258.8769897649, "training_seconds": 1.4892354949988658, "elapsed_tokens_per_second": 715591.4211784492, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 545, "epoch": 7, "tokens": 71434240, "loss": 4.381777954101563, "lr": 0.005898140025685757, "grad_norm": 0.15679527819156647, "tokens_per_second": 1767834.9100473525, "training_seconds": 0.3707133490097476, "elapsed_tokens_per_second": 719509.1936271378, "peak_memory_bytes": 42389451776}
{"loss": 4.3633155601841125, "perplexity": 78.51703127584284, "tokens": 71434240, "seconds": 0.5409700479940511, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 7, "step": 545, "evaluation_tokens": 1048576}
{"event": "train", "step": 560, "epoch": 8, "tokens": 73400320, "loss": 4.344933954874675, "lr": 0.005884690205151496, "grad_norm": 0.15990513563156128, "tokens_per_second": 1770159.2392031406, "training_seconds": 1.110679737990722, "elapsed_tokens_per_second": 727171.2187993549, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 580, "epoch": 8, "tokens": 76021760, "loss": 4.311142349243164, "lr": 0.005865487724045557, "grad_norm": 0.16757649183273315, "tokens_per_second": 1762140.3204427403, "training_seconds": 1.487645432993304, "elapsed_tokens_per_second": 742194.8388279943, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 600, "epoch": 8, "tokens": 78643200, "loss": 4.254195427894592, "lr": 0.005844843413595223, "grad_norm": 0.15509119629859924, "tokens_per_second": 1764010.0262182744, "training_seconds": 1.48606865099282, "elapsed_tokens_per_second": 756796.5807328906, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 620, "epoch": 8, "tokens": 81264640, "loss": 4.231330108642578, "lr": 0.0058227676614117695, "grad_norm": 0.16236306726932526, "tokens_per_second": 1758485.5057441504, "training_seconds": 1.4907373370078858, "elapsed_tokens_per_second": 770954.9268365738, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 623, "epoch": 8, "tokens": 81657856, "loss": 4.230072498321533, "lr": 0.005819333513924642, "grad_norm": 0.21226048469543457, "tokens_per_second": 1758117.6202527494, "training_seconds": 0.22365739099041093, "elapsed_tokens_per_second": 773034.2116557803, "peak_memory_bytes": 42389451776}
{"loss": 4.228269533621228, "perplexity": 68.59842214195837, "tokens": 81657856, "seconds": 0.5383607539988589, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 8, "step": 623, "evaluation_tokens": 1048576}
{"event": "train", "step": 640, "epoch": 9, "tokens": 83886080, "loss": 4.198673416586483, "lr": 0.005799271575365957, "grad_norm": 0.14163990318775177, "tokens_per_second": 1766215.0984312925, "training_seconds": 1.2615813339943998, "elapsed_tokens_per_second": 780755.6144074711, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 660, "epoch": 9, "tokens": 86507520, "loss": 4.159796166419983, "lr": 0.005774366977998868, "grad_norm": 0.15026770532131195, "tokens_per_second": 1764750.9831342816, "training_seconds": 1.4854447029938456, "elapsed_tokens_per_second": 794165.9889270129, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 680, "epoch": 9, "tokens": 89128960, "loss": 4.162003421783448, "lr": 0.005748066400573153, "grad_norm": 0.14612922072410583, "tokens_per_second": 1758550.8832379552, "training_seconds": 1.4906819159950828, "elapsed_tokens_per_second": 807173.9980067995, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 700, "epoch": 9, "tokens": 91750400, "loss": 4.140622687339783, "lr": 0.00572038307676767, "grad_norm": 0.15469695627689362, "tokens_per_second": 1762312.4202220144, "training_seconds": 1.4875001559994416, "elapsed_tokens_per_second": 819861.571021965, "peak_memory_bytes": 42389451776}
{"loss": 4.147195339875939, "perplexity": 63.25633874357519, "tokens": 91750400, "seconds": 0.5425640460016439, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 9, "step": 700, "evaluation_tokens": 1048576}
{"event": "train", "step": 720, "epoch": 10, "tokens": 94371840, "loss": 4.141650438308716, "lr": 0.005691330936018681, "grad_norm": 0.1557159721851349, "tokens_per_second": 1766464.684132684, "training_seconds": 1.4840036280074855, "elapsed_tokens_per_second": 828231.4596577069, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 740, "epoch": 10, "tokens": 96993280, "loss": 4.107601761817932, "lr": 0.0056609245965109686, "grad_norm": 0.15204918384552002, "tokens_per_second": 1764618.2796130301, "training_seconds": 1.485556411993457, "elapsed_tokens_per_second": 840271.4361176406, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 760, "epoch": 10, "tokens": 99614720, "loss": 4.091937232017517, "lr": 0.005629179357822402, "grad_norm": 0.16032105684280396, "tokens_per_second": 1768767.3418330024, "training_seconds": 1.4820716880058171, "elapsed_tokens_per_second": 852033.4590568724, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 778, "epoch": 10, "tokens": 101974016, "loss": 4.079220798280504, "lr": 0.0055994770723212265, "grad_norm": 0.13939857482910156, "tokens_per_second": 1766196.0846690978, "training_seconds": 1.3358063810010208, "elapsed_tokens_per_second": 862349.0904953704, "peak_memory_bytes": 42389451776}
{"loss": 4.087778882857947, "perplexity": 59.60734965681323, "tokens": 101974016, "seconds": 0.540277968000737, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 10, "step": 778, "evaluation_tokens": 1048576}
{"event": "train", "step": 780, "epoch": 11, "tokens": 102236160, "loss": 4.055290699005127, "lr": 0.005596111193225627, "grad_norm": 0.15105465054512024, "tokens_per_second": 1837838.1530504292, "training_seconds": 0.1426371520065004, "elapsed_tokens_per_second": 859556.9680151119, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 800, "epoch": 11, "tokens": 104857600, "loss": 4.096458625793457, "lr": 0.005561736741650793, "grad_norm": 0.14429527521133423, "tokens_per_second": 1757232.2581496655, "training_seconds": 1.4918005220097257, "elapsed_tokens_per_second": 870668.1211468145, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 820, "epoch": 11, "tokens": 107479040, "loss": 4.058407402038574, "lr": 0.005526073299313328, "grad_norm": 0.13686348497867584, "tokens_per_second": 1766285.9647653115, "training_seconds": 1.4841537850006716, "elapsed_tokens_per_second": 881557.5076433514, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 840, "epoch": 11, "tokens": 110100480, "loss": 4.042729640007019, "lr": 0.005489138811010988, "grad_norm": 0.16027384996414185, "tokens_per_second": 1761751.2299655983, "training_seconds": 1.4879739860043628, "elapsed_tokens_per_second": 892161.6071590033, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 856, "epoch": 11, "tokens": 112197632, "loss": 4.045095324516296, "lr": 0.005458688534706318, "grad_norm": 0.12354191392660141, "tokens_per_second": 1764864.8754965833, "training_seconds": 1.1882790740055498, "elapsed_tokens_per_second": 900473.3689980854, "peak_memory_bytes": 42389451776}
{"loss": 4.038878114048661, "perplexity": 56.76262587805543, "tokens": 112197632, "seconds": 0.539943708005012, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 11, "step": 856, "evaluation_tokens": 1048576}
{"event": "train", "step": 860, "epoch": 12, "tokens": 112721920, "loss": 4.042908072471619, "lr": 0.005450951861094564, "grad_norm": 0.1253068745136261, "tokens_per_second": 1773417.183102635, "training_seconds": 0.2956371489999583, "elapsed_tokens_per_second": 898611.4220997934, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 880, "epoch": 12, "tokens": 115343360, "loss": 4.003323698043824, "lr": 0.005411531664116785, "grad_norm": 0.16100744903087616, "tokens_per_second": 1760271.563358757, "training_seconds": 1.4892247620009584, "elapsed_tokens_per_second": 908711.7652334949, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 900, "epoch": 12, "tokens": 117964800, "loss": 4.002474069595337, "lr": 0.0053708980551641135, "grad_norm": 0.1414821892976761, "tokens_per_second": 1760166.0048037753, "training_seconds": 1.4893140719941584, "elapsed_tokens_per_second": 918575.5738123567, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 920, "epoch": 12, "tokens": 120586240, "loss": 4.007696413993836, "lr": 0.0053290714798763135, "grad_norm": 0.1339976042509079, "tokens_per_second": 1761420.4287261942, "training_seconds": 1.488253432995407, "elapsed_tokens_per_second": 928223.022649956, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 934, "epoch": 12, "tokens": 122421248, "loss": 3.979480658258711, "lr": 0.005299094308492442, "grad_norm": 0.1414039134979248, "tokens_per_second": 1763357.1848120403, "training_seconds": 1.0406331830017734, "elapsed_tokens_per_second": 934848.9817991053, "peak_memory_bytes": 42389451776}
{"loss": 4.002967270068677, "perplexity": 54.760398087394925, "tokens": 122421248, "seconds": 0.5433705129980808, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 12, "step": 934, "evaluation_tokens": 1048576}
{"event": "train", "step": 940, "epoch": 13, "tokens": 123207680, "loss": 3.9850765466690063, "lr": 0.005286072984158808, "grad_norm": 0.14066080749034882, "tokens_per_second": 1769354.2901897638, "training_seconds": 0.44447401199431624, "elapsed_tokens_per_second": 933766.6524025294, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 960, "epoch": 13, "tokens": 125829120, "loss": 3.971976327896118, "lr": 0.00524192420359299, "grad_norm": 0.12378423660993576, "tokens_per_second": 1765947.291415727, "training_seconds": 1.4844384159951005, "elapsed_tokens_per_second": 943016.9460132584, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 980, "epoch": 13, "tokens": 128450560, "loss": 3.9754666566848753, "lr": 0.00519664735254984, "grad_norm": 0.1266217827796936, "tokens_per_second": 1763469.470642793, "training_seconds": 1.486524175008526, "elapsed_tokens_per_second": 952045.7285689953, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1000, "epoch": 13, "tokens": 131072000, "loss": 3.950476050376892, "lr": 0.005150265213012302, "grad_norm": 0.12494048476219177, "tokens_per_second": 1764327.379153359, "training_seconds": 1.4858013489865698, "elapsed_tokens_per_second": 960885.200817663, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1012, "epoch": 13, "tokens": 132644864, "loss": 3.9390691916147866, "lr": 0.0051219150766892655, "grad_norm": 0.1207721158862114, "tokens_per_second": 1763053.0399173736, "training_seconds": 0.892125173995737, "elapsed_tokens_per_second": 966085.8680726147, "peak_memory_bytes": 42389451776}
{"loss": 3.963019565462246, "perplexity": 52.61596366672807, "tokens": 132644864, "seconds": 0.5397956150118262, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 13, "step": 1012, "evaluation_tokens": 1048576}
{"event": "train", "step": 1020, "epoch": 14, "tokens": 133693440, "loss": 3.9595988392829895, "lr": 0.005102801123112059, "grad_norm": 0.12492386996746063, "tokens_per_second": 1766408.8656126726, "training_seconds": 0.5936202090088045, "elapsed_tokens_per_second": 965713.3866094417, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1040, "epoch": 14, "tokens": 136314880, "loss": 3.9527480244636535, "lr": 0.005054278965386473, "grad_norm": 0.1289961189031601, "tokens_per_second": 1760526.828408252, "training_seconds": 1.4890088340034708, "elapsed_tokens_per_second": 974163.4988807787, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1060, "epoch": 14, "tokens": 138936320, "loss": 3.922283685207367, "lr": 0.0050047231547615855, "grad_norm": 0.11670626699924469, "tokens_per_second": 1766332.0072151322, "training_seconds": 1.4841150980064413, "elapsed_tokens_per_second": 982465.3347335943, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1080, "epoch": 14, "tokens": 141557760, "loss": 3.9289859533309937, "lr": 0.00495415862626725, "grad_norm": 0.16166874766349792, "tokens_per_second": 1764278.6281858962, "training_seconds": 1.4858424050034955, "elapsed_tokens_per_second": 990586.5636530282, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1090, "epoch": 14, "tokens": 142868480, "loss": 3.9177693843841555, "lr": 0.0049285060241493865, "grad_norm": 0.15118643641471863, "tokens_per_second": 1761494.3598204867, "training_seconds": 0.7440954850026174, "elapsed_tokens_per_second": 994569.4833640527, "peak_memory_bytes": 42389451776}
{"loss": 3.932904349623001, "perplexity": 51.0550442450735, "tokens": 142868480, "seconds": 0.5416333519970067, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 14, "step": 1090, "evaluation_tokens": 1048576}
{"event": "train", "step": 1100, "epoch": 15, "tokens": 144179200, "loss": 3.888900971412659, "lr": 0.004902610822490556, "grad_norm": 0.12070214003324509, "tokens_per_second": 1777671.801748783, "training_seconds": 0.7373239529988496, "elapsed_tokens_per_second": 994798.4927400339, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1120, "epoch": 15, "tokens": 146800640, "loss": 3.914923357963562, "lr": 0.00485010568077386, "grad_norm": 0.1367601901292801, "tokens_per_second": 1763677.8992333813, "training_seconds": 1.4863484999950742, "elapsed_tokens_per_second": 1002595.7566181102, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1140, "epoch": 15, "tokens": 149422080, "loss": 3.895368456840515, "lr": 0.004796669620163886, "grad_norm": 0.1329949051141739, "tokens_per_second": 1766582.8615824052, "training_seconds": 1.4839043539977865, "elapsed_tokens_per_second": 1010250.5088179364, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1160, "epoch": 15, "tokens": 152043520, "loss": 3.905327022075653, "lr": 0.004742329528118427, "grad_norm": 0.11756327003240585, "tokens_per_second": 1760212.560823517, "training_seconds": 1.4892746809928212, "elapsed_tokens_per_second": 1017719.061633425, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1167, "epoch": 15, "tokens": 152961024, "loss": 3.8990661076136996, "lr": 0.004723101965114102, "grad_norm": 0.12108425050973892, "tokens_per_second": 1763470.2443064137, "training_seconds": 0.5202832329960074, "elapsed_tokens_per_second": 1020296.5791816384, "peak_memory_bytes": 42389451776}
{"loss": 3.907783334483266, "perplexity": 49.788465188610914, "tokens": 152961024, "seconds": 0.5391662589972839, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 15, "step": 1167, "evaluation_tokens": 1048576}
{"event": "train", "step": 1180, "epoch": 16, "tokens": 154664960, "loss": 3.8884165103618917, "lr": 0.004687112746977365, "grad_norm": 0.12818950414657593, "tokens_per_second": 1769582.8392383624, "training_seconds": 0.9629026470065583, "elapsed_tokens_per_second": 1021386.346110889, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1200, "epoch": 16, "tokens": 157286400, "loss": 3.884540045261383, "lr": 0.004631047060204816, "grad_norm": 0.13538579642772675, "tokens_per_second": 1761762.3690477994, "training_seconds": 1.4879645780019928, "elapsed_tokens_per_second": 1028583.1847271424, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1220, "epoch": 16, "tokens": 159907840, "loss": 3.8652698755264283, "lr": 0.004574160678409302, "grad_norm": 0.11704467982053757, "tokens_per_second": 1762338.0241664567, "training_seconds": 1.4874785450083436, "elapsed_tokens_per_second": 1035641.6518204345, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1240, "epoch": 16, "tokens": 162529280, "loss": 3.855014646053314, "lr": 0.004516482225148996, "grad_norm": 0.11089472472667694, "tokens_per_second": 1763918.0111559506, "training_seconds": 1.4861461719992803, "elapsed_tokens_per_second": 1042577.1581765098, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1245, "epoch": 16, "tokens": 163184640, "loss": 3.8477601528167726, "lr": 0.004501942243146119, "grad_norm": 0.11866378039121628, "tokens_per_second": 1762512.5089221606, "training_seconds": 0.37183282199839596, "elapsed_tokens_per_second": 1044280.3203342283, "peak_memory_bytes": 42389451776}
{"loss": 3.8787488994142167, "perplexity": 48.363669389769605, "tokens": 163184640, "seconds": 0.541252306997194, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 16, "step": 1245, "evaluation_tokens": 1048576}
{"event": "train", "step": 1260, "epoch": 17, "tokens": 165150720, "loss": 3.8644084612528484, "lr": 0.004458040722529194, "grad_norm": 0.12613706290721893, "tokens_per_second": 1771968.7447251342, "training_seconds": 1.109545529994648, "elapsed_tokens_per_second": 1045769.6810117607, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1280, "epoch": 17, "tokens": 167772160, "loss": 3.849625861644745, "lr": 0.004398865576599242, "grad_norm": 0.12724199891090393, "tokens_per_second": 1763465.0670883819, "training_seconds": 1.486527887012926, "elapsed_tokens_per_second": 1052454.9981623602, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1300, "epoch": 17, "tokens": 170393600, "loss": 3.85355829000473, "lr": 0.0043389865625562685, "grad_norm": 0.1275491565465927, "tokens_per_second": 1764492.7589034315, "training_seconds": 1.4856620900100097, "elapsed_tokens_per_second": 1059019.9580678733, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1320, "epoch": 17, "tokens": 173015040, "loss": 3.848024833202362, "lr": 0.004278433809763189, "grad_norm": 0.11645627021789551, "tokens_per_second": 1763118.7455953995, "training_seconds": 1.4868198790063616, "elapsed_tokens_per_second": 1065459.4231745994, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1323, "epoch": 17, "tokens": 173408256, "loss": 3.8193525473276773, "lr": 0.004269294665876606, "grad_norm": 0.11289004236459732, "tokens_per_second": 1766223.9767608098, "training_seconds": 0.22263088100589812, "elapsed_tokens_per_second": 1066407.3894798427, "peak_memory_bytes": 42389451776}
{"loss": 3.8533990663558924, "perplexity": 47.153067550365634, "tokens": 173408256, "seconds": 0.5432933630072512, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 17, "step": 1323, "evaluation_tokens": 1048576}
{"event": "train", "step": 1340, "epoch": 18, "tokens": 175636480, "loss": 3.8287109346950756, "lr": 0.004217237786588483, "grad_norm": 0.13395360112190247, "tokens_per_second": 1766287.3624220516, "training_seconds": 1.261529719005921, "elapsed_tokens_per_second": 1068205.8237155823, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1360, "epoch": 18, "tokens": 178257920, "loss": 3.841976821422577, "lr": 0.00415542928507542, "grad_norm": 0.10640875995159149, "tokens_per_second": 1764555.1262461834, "training_seconds": 1.4856095800059848, "elapsed_tokens_per_second": 1074433.9600954738, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1380, "epoch": 18, "tokens": 180879360, "loss": 3.8215823650360106, "lr": 0.004093039405448392, "grad_norm": 0.12258964776992798, "tokens_per_second": 1763457.4368815313, "training_seconds": 1.4865343189885607, "elapsed_tokens_per_second": 1080543.4785676575, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1400, "epoch": 18, "tokens": 183500800, "loss": 3.812783491611481, "lr": 0.004030099540464199, "grad_norm": 0.13068616390228271, "tokens_per_second": 1760541.8112478184, "training_seconds": 1.488996162006515, "elapsed_tokens_per_second": 1086531.44683629, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1401, "epoch": 18, "tokens": 183631872, "loss": 3.8461952209472656, "lr": 0.004026938677033256, "grad_norm": 0.1349070817232132, "tokens_per_second": 1770545.0741818596, "training_seconds": 0.07402918000298087, "elapsed_tokens_per_second": 1086821.2165931098, "peak_memory_bytes": 42389451776}
{"loss": 3.8344027558762934, "perplexity": 46.26578744511146, "tokens": 183631872, "seconds": 0.5399486030073604, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 18, "step": 1401, "evaluation_tokens": 1048576}
{"event": "train", "step": 1420, "epoch": 19, "tokens": 186122240, "loss": 3.8029322624206543, "lr": 0.003966641359616138, "grad_norm": 0.1332373321056366, "tokens_per_second": 1764900.407085622, "training_seconds": 1.4110529919998953, "elapsed_tokens_per_second": 1088926.5265224446, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1440, "epoch": 19, "tokens": 188743680, "loss": 3.808031105995178, "lr": 0.0039026967931988406, "grad_norm": 0.14471706748008728, "tokens_per_second": 1759975.6484450353, "training_seconds": 1.4894751539977733, "elapsed_tokens_per_second": 1094716.6521256124, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1460, "epoch": 19, "tokens": 191365120, "loss": 3.806083416938782, "lr": 0.003838298016241884, "grad_norm": 0.1274348944425583, "tokens_per_second": 1760901.5777327216, "training_seconds": 1.4886919480049983, "elapsed_tokens_per_second": 1100410.0619743695, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1479, "epoch": 19, "tokens": 193855488, "loss": 3.7795255811590898, "lr": 0.0037767279767460145, "grad_norm": 0.11499448120594025, "tokens_per_second": 1758972.317072307, "training_seconds": 1.415808524005115, "elapsed_tokens_per_second": 1105721.1407432181, "peak_memory_bytes": 42389451776}
{"loss": 3.8081760229700645, "perplexity": 45.068160562613976, "tokens": 193855488, "seconds": 0.5406222459860146, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 19, "step": 1479, "evaluation_tokens": 1048576}
{"event": "train", "step": 1480, "epoch": 20, "tokens": 193986560, "loss": 3.805342197418213, "lr": 0.003773477432320261, "grad_norm": 0.12205623835325241, "tokens_per_second": 1918426.2253695535, "training_seconds": 0.06832266900164541, "elapsed_tokens_per_second": 1102594.9353357244, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1500, "epoch": 20, "tokens": 196608000, "loss": 3.77360600233078, "lr": 0.003708267657249854, "grad_norm": 0.13675978779792786, "tokens_per_second": 1758593.5585758064, "training_seconds": 1.490645742000197, "elapsed_tokens_per_second": 1108097.7943481682, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1520, "epoch": 20, "tokens": 199229440, "loss": 3.793722152709961, "lr": 0.0036427015026761116, "grad_norm": 0.11013849824666977, "tokens_per_second": 1765908.1971452988, "training_seconds": 1.4844712789927144, "elapsed_tokens_per_second": 1113548.7999703924, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1540, "epoch": 20, "tokens": 201850880, "loss": 3.7655410885810854, "lr": 0.0035768119595641903, "grad_norm": 0.13243931531906128, "tokens_per_second": 1760806.0877659288, "training_seconds": 1.4887726809974993, "elapsed_tokens_per_second": 1118880.791622356, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1557, "epoch": 20, "tokens": 204079104, "loss": 3.7906274234547332, "lr": 0.003520576343213019, "grad_norm": 0.1386156529188156, "tokens_per_second": 1758354.9251686183, "training_seconds": 1.2672208369913278, "elapsed_tokens_per_second": 1123331.338050945, "peak_memory_bytes": 42389451776}
{"loss": 3.791677991554352, "perplexity": 44.3307244821283, "tokens": 204079104, "seconds": 0.5416450939956121, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 20, "step": 1557, "evaluation_tokens": 1048576}
{"event": "train", "step": 1560, "epoch": 21, "tokens": 204472320, "loss": 3.798444668451945, "lr": 0.0035106321815988736, "grad_norm": 0.1120542660355568, "tokens_per_second": 1795361.6299723904, "training_seconds": 0.2190177140000742, "elapsed_tokens_per_second": 1120762.16269857, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1580, "epoch": 21, "tokens": 207093760, "loss": 3.7792845249176024, "lr": 0.0034441954685026023, "grad_norm": 0.13685064017772675, "tokens_per_second": 1763496.5437145801, "training_seconds": 1.486501353996573, "elapsed_tokens_per_second": 1125947.1829723774, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1600, "epoch": 21, "tokens": 209715200, "loss": 3.7753947734832765, "lr": 0.0033775352492800407, "grad_norm": 0.11747325211763382, "tokens_per_second": 1764585.2864924537, "training_seconds": 1.485584188005305, "elapsed_tokens_per_second": 1131056.962620042, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1620, "epoch": 21, "tokens": 212336640, "loss": 3.7863941311836244, "lr": 0.0033106850653975765, "grad_norm": 0.11767517030239105, "tokens_per_second": 1762647.836358062, "training_seconds": 1.4872170980088413, "elapsed_tokens_per_second": 1136072.914317695, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1634, "epoch": 21, "tokens": 214171648, "loss": 3.7729025738579884, "lr": 0.003263794917011864, "grad_norm": 0.11851295828819275, "tokens_per_second": 1759483.411481569, "training_seconds": 1.0429242969985353, "elapsed_tokens_per_second": 1139525.3616424813, "peak_memory_bytes": 42389451776}
{"loss": 3.769234911619731, "perplexity": 43.34688794555538, "tokens": 214171648, "seconds": 0.5435430419893237, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 21, "step": 1634, "evaluation_tokens": 1048576}
{"event": "train", "step": 1640, "epoch": 22, "tokens": 214958080, "loss": 3.7480955123901367, "lr": 0.0032436785539062376, "grad_norm": 0.12390285730361938, "tokens_per_second": 1775307.4136963058, "training_seconds": 0.44298356100625824, "elapsed_tokens_per_second": 1137700.467993536, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1660, "epoch": 22, "tokens": 217579520, "loss": 3.7542622804641725, "lr": 0.0031765494305165225, "grad_norm": 0.1205742210149765, "tokens_per_second": 1763080.9361584855, "training_seconds": 1.4868517639988568, "elapsed_tokens_per_second": 1142573.962439375, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1680, "epoch": 22, "tokens": 220200960, "loss": 3.7620996475219726, "lr": 0.0031093314726336353, "grad_norm": 0.11299978196620941, "tokens_per_second": 1764844.238810107, "training_seconds": 1.4853662109962897, "elapsed_tokens_per_second": 1147383.228778547, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1700, "epoch": 22, "tokens": 222822400, "loss": 3.7425779819488527, "lr": 0.003042058502361692, "grad_norm": 0.15472087264060974, "tokens_per_second": 1768725.5997995234, "training_seconds": 1.48210666498926, "elapsed_tokens_per_second": 1152135.8429227774, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1712, "epoch": 22, "tokens": 224395264, "loss": 3.744316558043162, "lr": 0.0030016823951208075, "grad_norm": 0.1287318915128708, "tokens_per_second": 1765235.233302568, "training_seconds": 0.8910223240091, "elapsed_tokens_per_second": 1154940.8918539456, "peak_memory_bytes": 42389451776}
{"loss": 3.750627864895953, "perplexity": 42.54778787775279, "tokens": 224395264, "seconds": 0.5423236880014883, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 22, "step": 1712, "evaluation_tokens": 1048576}
{"event": "train", "step": 1720, "epoch": 23, "tokens": 225443840, "loss": 3.7443329095840454, "lr": 0.00297476436948543, "grad_norm": 0.10824189335107803, "tokens_per_second": 1773075.8069082585, "training_seconds": 0.5913881380110979, "elapsed_tokens_per_second": 1153564.5705598018, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1740, "epoch": 23, "tokens": 228065280, "loss": 3.74370481967926, "lr": 0.002907482934437985, "grad_norm": 0.12389577925205231, "tokens_per_second": 1763282.7436436783, "training_seconds": 1.4866815940040397, "elapsed_tokens_per_second": 1158158.4703680663, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1760, "epoch": 23, "tokens": 230686720, "loss": 3.73304306268692, "lr": 0.002840248051263322, "grad_norm": 0.1088801696896553, "tokens_per_second": 1765112.3580261238, "training_seconds": 1.4851405850058654, "elapsed_tokens_per_second": 1162695.2384645722, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1780, "epoch": 23, "tokens": 233308160, "loss": 3.727163827419281, "lr": 0.0027730935505818665, "grad_norm": 0.12200093269348145, "tokens_per_second": 1763739.773478445, "training_seconds": 1.4862963569903513, "elapsed_tokens_per_second": 1167155.5511289914, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1790, "epoch": 23, "tokens": 234618880, "loss": 3.7338162422180177, "lr": 0.002739557005150571, "grad_norm": 0.13232465088367462, "tokens_per_second": 1764442.5736826267, "training_seconds": 0.7428521730034845, "elapsed_tokens_per_second": 1169359.9259545596, "peak_memory_bytes": 42389451776}
{"loss": 3.729365765809292, "perplexity": 41.652682229594845, "tokens": 234618880, "seconds": 0.5423274330096319, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 23, "step": 1790, "evaluation_tokens": 1048576}
{"event": "train", "step": 1800, "epoch": 24, "tokens": 235929600, "loss": 3.701799511909485, "lr": 0.0027060532225679315, "grad_norm": 0.11416979134082794, "tokens_per_second": 1773996.692281146, "training_seconds": 0.7388514339982066, "elapsed_tokens_per_second": 1168397.3642187342, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1820, "epoch": 24, "tokens": 238551040, "loss": 3.715016949176788, "lr": 0.002639160799947495, "grad_norm": 0.12909658253192902, "tokens_per_second": 1769188.0921959742, "training_seconds": 1.4817192199989222, "elapsed_tokens_per_second": 1172764.8515582748, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1840, "epoch": 24, "tokens": 241172480, "loss": 3.734312915802002, "lr": 0.0025724499410248822, "grad_norm": 0.11325334012508392, "tokens_per_second": 1760309.2157745485, "training_seconds": 1.4891929079894908, "elapsed_tokens_per_second": 1177028.8169271306, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1860, "epoch": 24, "tokens": 243793920, "loss": 3.7083816170692443, "lr": 0.0025059542127468916, "grad_norm": 0.14645490050315857, "tokens_per_second": 1764803.8246673716, "training_seconds": 1.4854002259962726, "elapsed_tokens_per_second": 1181250.9143427412, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1868, "epoch": 24, "tokens": 244842496, "loss": 3.6972714364528656, "lr": 0.0024794236567869813, "grad_norm": 0.12154731899499893, "tokens_per_second": 1763824.5702738499, "training_seconds": 0.5944899610040011, "elapsed_tokens_per_second": 1182917.7153123775, "peak_memory_bytes": 42389451776}
{"loss": 3.713063707670159, "perplexity": 40.979162576494886, "tokens": 244842496, "seconds": 0.540969777997816, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 24, "step": 1868, "evaluation_tokens": 1048576}
{"event": "train", "step": 1880, "epoch": 25, "tokens": 246415360, "loss": 3.701808273792267, "lr": 0.0024397070738128917, "grad_norm": 0.1220659539103508, "tokens_per_second": 1769121.3455694972, "training_seconds": 0.8890650739922421, "elapsed_tokens_per_second": 1182315.8723114007, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1900, "epoch": 25, "tokens": 249036800, "loss": 3.688314127922058, "lr": 0.00237374185783939, "grad_norm": 0.14224262535572052, "tokens_per_second": 1765867.599830797, "training_seconds": 1.484505407002871, "elapsed_tokens_per_second": 1186434.039791183, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1920, "epoch": 25, "tokens": 251658240, "loss": 3.68708530664444, "lr": 0.002308091756587532, "grad_norm": 0.10709445923566818, "tokens_per_second": 1762955.6921794175, "training_seconds": 1.486957392990007, "elapsed_tokens_per_second": 1190483.0913983027, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1940, "epoch": 25, "tokens": 254279680, "loss": 3.688309109210968, "lr": 0.0022427898032619797, "grad_norm": 0.12474367767572403, "tokens_per_second": 1765937.5268954805, "training_seconds": 1.484446624002885, "elapsed_tokens_per_second": 1194487.1659744964, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1946, "epoch": 25, "tokens": 255066112, "loss": 3.686683495839437, "lr": 0.002223272023253987, "grad_norm": 0.12354198843240738, "tokens_per_second": 1764201.6232248975, "training_seconds": 0.4457721779908752, "elapsed_tokens_per_second": 1195671.2223405114, "peak_memory_bytes": 42389451776}
{"loss": 3.6952508935702624, "perplexity": 40.25567121015221, "tokens": 255066112, "seconds": 0.5423901830072282, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 25, "step": 1946, "evaluation_tokens": 1048576}
{"event": "train", "step": 1960, "epoch": 26, "tokens": 256901120, "loss": 3.678411671093532, "lr": 0.0021778688558895766, "grad_norm": 0.15376901626586914, "tokens_per_second": 1770204.7157385359, "training_seconds": 1.0366077910002787, "elapsed_tokens_per_second": 1195391.2003496992, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 1980, "epoch": 26, "tokens": 259522560, "loss": 3.6799792289733886, "lr": 0.0021133615807861455, "grad_norm": 0.11885053664445877, "tokens_per_second": 1764104.229292066, "training_seconds": 1.4859892950044014, "elapsed_tokens_per_second": 1199288.0258007396, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2000, "epoch": 26, "tokens": 262144000, "loss": 3.675763416290283, "lr": 0.002049300436119765, "grad_norm": 0.12259575724601746, "tokens_per_second": 1765959.6066543085, "training_seconds": 1.4844280639954377, "elapsed_tokens_per_second": 1203142.4410267263, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2020, "epoch": 26, "tokens": 264765440, "loss": 3.6702364683151245, "lr": 0.0019857176555787667, "grad_norm": 0.12111231684684753, "tokens_per_second": 1765223.337881428, "training_seconds": 1.4850472139951307, "elapsed_tokens_per_second": 1206939.10525748, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2024, "epoch": 26, "tokens": 265289728, "loss": 3.6660116314888, "lr": 0.0019730613229667453, "grad_norm": 0.1327403038740158, "tokens_per_second": 1757325.1214608236, "training_seconds": 0.29834433799260296, "elapsed_tokens_per_second": 1207680.537930146, "peak_memory_bytes": 42389451776}
{"loss": 3.678620104536347, "perplexity": 39.591723921463256, "tokens": 265289728, "seconds": 0.5396296290127793, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 26, "step": 2024, "evaluation_tokens": 1048576}
{"event": "train", "step": 2040, "epoch": 27, "tokens": 267386880, "loss": 3.664602592587471, "lr": 0.0019226452321526929, "grad_norm": 0.11021807044744492, "tokens_per_second": 1769437.9248788531, "training_seconds": 1.185208009002963, "elapsed_tokens_per_second": 1207712.0308416297, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2060, "epoch": 27, "tokens": 270008320, "loss": 3.661597955226898, "lr": 0.0018601149020343543, "grad_norm": 0.12229961156845093, "tokens_per_second": 1761216.150602527, "training_seconds": 1.4884260510007152, "elapsed_tokens_per_second": 1211399.9086626174, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2080, "epoch": 27, "tokens": 272629760, "loss": 3.6675148248672484, "lr": 0.001798158128651121, "grad_norm": 0.12627744674682617, "tokens_per_second": 1758528.3831846265, "training_seconds": 1.4907009890011977, "elapsed_tokens_per_second": 1215027.4768453923, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2100, "epoch": 27, "tokens": 275251200, "loss": 3.6661345839500425, "lr": 0.0017368060868334406, "grad_norm": 0.11141443252563477, "tokens_per_second": 1759713.150857316, "training_seconds": 1.4896973400027491, "elapsed_tokens_per_second": 1218611.0735048281, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2101, "epoch": 27, "tokens": 275382272, "loss": 3.6194357872009277, "lr": 0.0017337549140233875, "grad_norm": 0.12255681306123734, "tokens_per_second": 1786044.9943261512, "training_seconds": 0.07338672901096288, "elapsed_tokens_per_second": 1218789.3375343208, "peak_memory_bytes": 42389451776}
{"loss": 3.664765513073877, "perplexity": 39.046979083433925, "tokens": 275382272, "seconds": 0.5423808069899678, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 27, "step": 2101, "evaluation_tokens": 1048576}
{"event": "train", "step": 2120, "epoch": 28, "tokens": 277872640, "loss": 3.6505523104416695, "lr": 0.0016760896471285825, "grad_norm": 0.10996285080909729, "tokens_per_second": 1769550.744734265, "training_seconds": 1.407344777995604, "elapsed_tokens_per_second": 1219255.0055933034, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2140, "epoch": 28, "tokens": 280494080, "loss": 3.650770604610443, "lr": 0.0016160393602674796, "grad_norm": 0.1150173544883728, "tokens_per_second": 1766624.8632932494, "training_seconds": 1.4838690739998128, "elapsed_tokens_per_second": 1222786.9060275932, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2160, "epoch": 28, "tokens": 283115520, "loss": 3.6543525099754333, "lr": 0.0015566854417925022, "grad_norm": 0.11404189467430115, "tokens_per_second": 1765592.2148295972, "training_seconds": 1.484736950005754, "elapsed_tokens_per_second": 1226271.6663986642, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2179, "epoch": 28, "tokens": 285605888, "loss": 3.651758645710192, "lr": 0.0015009714361357814, "grad_norm": 0.11273402720689774, "tokens_per_second": 1765955.8257966293, "training_seconds": 1.4102096800052095, "elapsed_tokens_per_second": 1229539.5252265083, "peak_memory_bytes": 42389451776}
{"loss": 3.648841691965232, "perplexity": 38.43012633454691, "tokens": 285605888, "seconds": 0.5431812299939338, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 28, "step": 2179, "evaluation_tokens": 1048576}
{"event": "train", "step": 2180, "epoch": 29, "tokens": 285736960, "loss": 3.657911539077759, "lr": 0.0014980577568538807, "grad_norm": 0.11785982549190521, "tokens_per_second": 1926883.2826910766, "training_seconds": 0.06802280199190136, "elapsed_tokens_per_second": 1226844.6640228454, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2200, "epoch": 29, "tokens": 288358400, "loss": 3.624836730957031, "lr": 0.0014401858051824392, "grad_norm": 0.11279700696468353, "tokens_per_second": 1764682.1003604939, "training_seconds": 1.4855026859877398, "elapsed_tokens_per_second": 1230248.2682127361, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2220, "epoch": 29, "tokens": 290979840, "loss": 3.6523328900337217, "lr": 0.0013830987062461969, "grad_norm": 0.12510856986045837, "tokens_per_second": 1763951.8339337562, "training_seconds": 1.4861176759877708, "elapsed_tokens_per_second": 1233602.4827772852, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2240, "epoch": 29, "tokens": 293601280, "loss": 3.637563443183899, "lr": 0.001326825184598303, "grad_norm": 0.1587679088115692, "tokens_per_second": 1764223.4422651096, "training_seconds": 1.4858888830058277, "elapsed_tokens_per_second": 1236918.5589023598, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2257, "epoch": 29, "tokens": 295829504, "loss": 3.6137991793015423, "lr": 0.0012796535277886276, "grad_norm": 0.14792898297309875, "tokens_per_second": 1762943.4777278176, "training_seconds": 1.2639225409948267, "elapsed_tokens_per_second": 1239695.1182178105, "peak_memory_bytes": 42389451776}
{"loss": 3.6372204627110016, "perplexity": 37.98610605405752, "tokens": 295829504, "seconds": 0.5395617259928258, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 29, "step": 2257, "evaluation_tokens": 1048576}
{"event": "train", "step": 2260, "epoch": 30, "tokens": 296222720, "loss": 3.5998499393463135, "lr": 0.0012713935554236892, "grad_norm": 0.125146746635437, "tokens_per_second": 1806632.2971694106, "training_seconds": 0.2176513730082661, "elapsed_tokens_per_second": 1237388.8795096818, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2280, "epoch": 30, "tokens": 298844160, "loss": 3.638655459880829, "lr": 0.0012168317102916975, "grad_norm": 0.10825490951538086, "tokens_per_second": 1768832.6840366751, "training_seconds": 1.4820169390004594, "elapsed_tokens_per_second": 1240653.3127816345, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2300, "epoch": 30, "tokens": 301465600, "loss": 3.608438050746918, "lr": 0.0011631671031218603, "grad_norm": 0.11652854830026627, "tokens_per_second": 1763462.390823815, "training_seconds": 1.4865301429963438, "elapsed_tokens_per_second": 1243851.9780401473, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2320, "epoch": 30, "tokens": 304087040, "loss": 3.6070642948150633, "lr": 0.0011104267363698916, "grad_norm": 0.12312086671590805, "tokens_per_second": 1761923.537967902, "training_seconds": 1.4878284690057626, "elapsed_tokens_per_second": 1247006.7161609964, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2335, "epoch": 30, "tokens": 306053120, "loss": 3.601533794403076, "lr": 0.0010714939758506147, "grad_norm": 0.10762374848127365, "tokens_per_second": 1768473.5873626336, "training_seconds": 1.1117384020035388, "elapsed_tokens_per_second": 1249365.732421563, "peak_memory_bytes": 42389451776}
{"loss": 3.620951057178646, "perplexity": 37.37309487541569, "tokens": 306053120, "seconds": 0.5398182310018456, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 30, "step": 2335, "evaluation_tokens": 1048576}
{"event": "train", "step": 2340, "epoch": 31, "tokens": 306708480, "loss": 3.6111034393310546, "lr": 0.0010586371474408487, "grad_norm": 0.11249782145023346, "tokens_per_second": 1777470.2933333933, "training_seconds": 0.36870377100422047, "elapsed_tokens_per_second": 1247371.3542960442, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2360, "epoch": 31, "tokens": 309329920, "loss": 3.5979269981384276, "lr": 0.0010078243953362852, "grad_norm": 0.13065199553966522, "tokens_per_second": 1766563.6448115397, "training_seconds": 1.48392049598624, "elapsed_tokens_per_second": 1250480.460312546, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2380, "epoch": 31, "tokens": 311951360, "loss": 3.6063573360443115, "lr": 0.0009580140475421277, "grad_norm": 0.12086724489927292, "tokens_per_second": 1762510.0191989157, "training_seconds": 1.4873333889991045, "elapsed_tokens_per_second": 1253532.690235429, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2400, "epoch": 31, "tokens": 314572800, "loss": 3.614520287513733, "lr": 0.0009092311671638622, "grad_norm": 0.11785812675952911, "tokens_per_second": 1766911.310364674, "training_seconds": 1.4836285130004399, "elapsed_tokens_per_second": 1256569.7205680525, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2413, "epoch": 31, "tokens": 316276736, "loss": 3.6088424095740685, "lr": 0.0008780849233107348, "grad_norm": 0.11405860632658005, "tokens_per_second": 1760213.2074931643, "training_seconds": 0.9680281870096223, "elapsed_tokens_per_second": 1258502.1529359766, "peak_memory_bytes": 42389451776}
{"loss": 3.6093598960862594, "perplexity": 36.942398271230836, "tokens": 316276736, "seconds": 0.5411169710132526, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 31, "step": 2413, "evaluation_tokens": 1048576}
{"event": "train", "step": 2420, "epoch": 32, "tokens": 317194240, "loss": 3.5944928441728865, "lr": 0.0008615003003155232, "grad_norm": 0.1208537146449089, "tokens_per_second": 1782576.1812511012, "training_seconds": 0.5147067539946875, "elapsed_tokens_per_second": 1256843.3400369703, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2440, "epoch": 32, "tokens": 319815680, "loss": 3.597416543960571, "lr": 0.0008148454637688022, "grad_norm": 0.10196435451507568, "tokens_per_second": 1763276.3971143123, "training_seconds": 1.4866869449906517, "elapsed_tokens_per_second": 1259804.039333699, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2460, "epoch": 32, "tokens": 322437120, "loss": 3.5761332273483277, "lr": 0.0007692901328685167, "grad_norm": 0.10985283553600311, "tokens_per_second": 1761678.538151889, "training_seconds": 1.4880353839980671, "elapsed_tokens_per_second": 1262721.3442283098, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2480, "epoch": 32, "tokens": 325058560, "loss": 3.5919907689094543, "lr": 0.0007248572297205047, "grad_norm": 0.11353031545877457, "tokens_per_second": 1763810.7366796997, "training_seconds": 1.4862365589942783, "elapsed_tokens_per_second": 1265615.293955537, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2491, "epoch": 32, "tokens": 326500352, "loss": 3.583560900254683, "lr": 0.0007009056915075576, "grad_norm": 0.10783767700195312, "tokens_per_second": 1762152.189694924, "training_seconds": 0.8181994769984158, "elapsed_tokens_per_second": 1267184.5809244686, "peak_memory_bytes": 42389451776}
{"loss": 3.5986014476308337, "perplexity": 36.54708567164466, "tokens": 326500352, "seconds": 0.5423225340055069, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 32, "step": 2491, "evaluation_tokens": 1048576}
{"event": "train", "step": 2500, "epoch": 33, "tokens": 327680000, "loss": 3.585546943876478, "lr": 0.0006815691116578904, "grad_norm": 0.11550738662481308, "tokens_per_second": 1782994.5965194032, "training_seconds": 0.6616105300054187, "elapsed_tokens_per_second": 1265805.4820639729, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2520, "epoch": 33, "tokens": 330301440, "loss": 3.5814106464385986, "lr": 0.0006394475599915362, "grad_norm": 0.11739134788513184, "tokens_per_second": 1761897.7601297458, "training_seconds": 1.487850237012026, "elapsed_tokens_per_second": 1268635.0402161812, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2540, "epoch": 33, "tokens": 332922880, "loss": 3.590771996974945, "lr": 0.000598513769050322, "grad_norm": 0.10347016900777817, "tokens_per_second": 1764355.278911905, "training_seconds": 1.485777854002663, "elapsed_tokens_per_second": 1271441.006258045, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2560, "epoch": 33, "tokens": 335544320, "loss": 3.557905876636505, "lr": 0.0005587883355167817, "grad_norm": 0.11749723553657532, "tokens_per_second": 1762284.1241614702, "training_seconds": 1.4875240399996983, "elapsed_tokens_per_second": 1274208.3063631742, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2568, "epoch": 33, "tokens": 336592896, "loss": 3.605056196451187, "lr": 0.0005432410003009801, "grad_norm": 0.11708226054906845, "tokens_per_second": 1758517.788692705, "training_seconds": 0.5962839879939565, "elapsed_tokens_per_second": 1275294.966658704, "peak_memory_bytes": 42389451776}
{"loss": 3.5888813602220355, "perplexity": 36.19356571022137, "tokens": 336592896, "seconds": 0.5408753469964722, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 33, "step": 2568, "evaluation_tokens": 1048576}
{"event": "train", "step": 2580, "epoch": 34, "tokens": 338165760, "loss": 3.6098310947418213, "lr": 0.0005202912480634555, "grad_norm": 0.11226247251033783, "tokens_per_second": 1774489.674095098, "training_seconds": 0.886375403002603, "elapsed_tokens_per_second": 1274230.0627483656, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2600, "epoch": 34, "tokens": 340787200, "loss": 3.5960420966148376, "lr": 0.00048304187729517967, "grad_norm": 0.110651895403862, "tokens_per_second": 1759258.688085632, "training_seconds": 1.4900821679912042, "elapsed_tokens_per_second": 1276933.0111905588, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2620, "epoch": 34, "tokens": 343408640, "loss": 3.591566061973572, "lr": 0.00044705896600236427, "grad_norm": 0.10620801895856857, "tokens_per_second": 1760513.0671656162, "training_seconds": 1.4890204730036203, "elapsed_tokens_per_second": 1279608.8834773274, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2640, "epoch": 34, "tokens": 346030080, "loss": 3.593494176864624, "lr": 0.0004123606197301715, "grad_norm": 0.10796713829040527, "tokens_per_second": 1765778.4881136033, "training_seconds": 1.4845803240023088, "elapsed_tokens_per_second": 1282278.1915024878, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2646, "epoch": 34, "tokens": 346816512, "loss": 3.602154850959778, "lr": 0.00040220423323997126, "grad_norm": 0.10995036363601685, "tokens_per_second": 1759782.3908870134, "training_seconds": 0.44689161800488364, "elapsed_tokens_per_second": 1283060.374807689, "peak_memory_bytes": 42389451776}
{"loss": 3.579638233777542, "perplexity": 35.8605653588925, "tokens": 346816512, "seconds": 0.543314246009686, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 34, "step": 2646, "evaluation_tokens": 1048576}
{"event": "train", "step": 2660, "epoch": 35, "tokens": 348651520, "loss": 3.569371598107474, "lr": 0.0003789642976683362, "grad_norm": 0.11232686787843704, "tokens_per_second": 1773605.4374611021, "training_seconds": 1.0346201929933159, "elapsed_tokens_per_second": 1282338.1861112544, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2680, "epoch": 35, "tokens": 351272960, "loss": 3.583181154727936, "lr": 0.00034688680386621407, "grad_norm": 0.10536622256040573, "tokens_per_second": 1765071.8460476715, "training_seconds": 1.485174671994173, "elapsed_tokens_per_second": 1284955.5916526942, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2700, "epoch": 35, "tokens": 353894400, "loss": 3.5794440627098085, "lr": 0.00031614427877747775, "grad_norm": 0.10741017758846283, "tokens_per_second": 1763459.6860664836, "training_seconds": 1.4865324230049737, "elapsed_tokens_per_second": 1287536.6579408436, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2720, "epoch": 35, "tokens": 356515840, "loss": 3.563977336883545, "lr": 0.00028675219113871356, "grad_norm": 0.10505828261375427, "tokens_per_second": 1761780.3377271823, "training_seconds": 1.487949402013328, "elapsed_tokens_per_second": 1290084.7741159531, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2724, "epoch": 35, "tokens": 357040128, "loss": 3.594320237636566, "lr": 0.00028103713960192587, "grad_norm": 0.10499388724565506, "tokens_per_second": 1766813.3765737591, "training_seconds": 0.2967421499924967, "elapsed_tokens_per_second": 1290588.911495332, "peak_memory_bytes": 42389451776}
{"loss": 3.577242072981265, "perplexity": 35.77474054413965, "tokens": 357040128, "seconds": 0.5418535229982808, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 35, "step": 2724, "evaluation_tokens": 1048576}
{"event": "train", "step": 2740, "epoch": 36, "tokens": 359137280, "loss": 3.5758669525384903, "lr": 0.0002587253301860059, "grad_norm": 0.10855886340141296, "tokens_per_second": 1771860.5675320711, "training_seconds": 1.1835874890093692, "elapsed_tokens_per_second": 1290081.9171158164, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2760, "epoch": 36, "tokens": 361758720, "loss": 3.5752536773681642, "lr": 0.00023207779821343022, "grad_norm": 0.11064823716878891, "tokens_per_second": 1759302.5123647866, "training_seconds": 1.4900450499990257, "elapsed_tokens_per_second": 1292574.8260035259, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2780, "epoch": 36, "tokens": 364380160, "loss": 3.546552813053131, "lr": 0.00020682300347719097, "grad_norm": 0.10193581134080887, "tokens_per_second": 1763949.318776529, "training_seconds": 1.4861197949940106, "elapsed_tokens_per_second": 1295057.374659596, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2800, "epoch": 36, "tokens": 367001600, "loss": 3.5786709666252134, "lr": 0.00018297365344897997, "grad_norm": 0.10993815213441849, "tokens_per_second": 1769612.77942156, "training_seconds": 1.4813636239996413, "elapsed_tokens_per_second": 1297537.2090333027, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2802, "epoch": 36, "tokens": 367263744, "loss": 3.5357407331466675, "lr": 0.00018066648607535895, "grad_norm": 0.10100296884775162, "tokens_per_second": 1772924.8864187677, "training_seconds": 0.14785962000314612, "elapsed_tokens_per_second": 1297778.233690819, "peak_memory_bytes": 42389451776}
{"loss": 3.5704585188979503, "perplexity": 35.53288191484681, "tokens": 367263744, "seconds": 0.5397770449926611, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 36, "step": 2802, "evaluation_tokens": 1048576}
{"event": "train", "step": 2820, "epoch": 37, "tokens": 369623040, "loss": 3.572789033253988, "lr": 0.00016054174842195112, "grad_norm": 0.09885097295045853, "tokens_per_second": 1770862.3403213045, "training_seconds": 1.3322865060035838, "elapsed_tokens_per_second": 1297439.6271608884, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2840, "epoch": 37, "tokens": 372244480, "loss": 3.558489441871643, "lr": 0.00013953857547252223, "grad_norm": 0.09928568452596664, "tokens_per_second": 1763978.1466768652, "training_seconds": 1.4860955080075655, "elapsed_tokens_per_second": 1299855.4107214545, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2860, "epoch": 37, "tokens": 374865920, "loss": 3.5628429412841798, "lr": 0.0001199747027810525, "grad_norm": 0.10040555149316788, "tokens_per_second": 1765090.0617667385, "training_seconds": 1.4851593450002838, "elapsed_tokens_per_second": 1302248.6275635995, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2880, "epoch": 37, "tokens": 377487360, "loss": 3.566289281845093, "lr": 0.00010185997431424299, "grad_norm": 0.10041399300098419, "tokens_per_second": 1766470.728694146, "training_seconds": 1.4839985500002513, "elapsed_tokens_per_second": 1304624.4920851318, "peak_memory_bytes": 42389451776}
{"loss": 3.562081105227615, "perplexity": 35.23645165724026, "tokens": 377487360, "seconds": 0.5426828420022503, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 37, "step": 2880, "evaluation_tokens": 1048576}
{"event": "train", "step": 2900, "epoch": 38, "tokens": 380108800, "loss": 3.567367100715637, "lr": 8.520350487194096e-05, "grad_norm": 0.09834454953670502, "tokens_per_second": 1771325.56320425, "training_seconds": 1.4799312190007186, "elapsed_tokens_per_second": 1304486.9225694654, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2920, "epoch": 38, "tokens": 382730240, "loss": 3.5658096194267275, "lr": 7.001367550083971e-05, "grad_norm": 0.09639294445514679, "tokens_per_second": 1763252.7512549402, "training_seconds": 1.4867068820021814, "elapsed_tokens_per_second": 1306808.5569686457, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2940, "epoch": 38, "tokens": 385351680, "loss": 3.568445861339569, "lr": 5.6298129277383315e-05, "grad_norm": 0.10057521611452103, "tokens_per_second": 1767334.6108055327, "training_seconds": 1.483273163990816, "elapsed_tokens_per_second": 1309123.0907861155, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2958, "epoch": 38, "tokens": 387710976, "loss": 3.55919967757331, "lr": 4.52203690440931e-05, "grad_norm": 0.09939473867416382, "tokens_per_second": 1764330.688324753, "training_seconds": 1.3372187060012948, "elapsed_tokens_per_second": 1311174.7357042825, "peak_memory_bytes": 42389451776}
{"loss": 3.55927633079255, "perplexity": 35.137759827309125, "tokens": 387710976, "seconds": 0.5412405830138596, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 38, "step": 2958, "evaluation_tokens": 1048576}
{"event": "train", "step": 2960, "epoch": 39, "tokens": 387973120, "loss": 3.5349280834198, "lr": 4.406376746199359e-05, "grad_norm": 0.09630019217729568, "tokens_per_second": 1840275.5089010263, "training_seconds": 0.14244823600165546, "elapsed_tokens_per_second": 1308946.0816847591, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 2980, "epoch": 39, "tokens": 390594560, "loss": 3.5480424284935, "lr": 3.3316746026558764e-05, "grad_norm": 0.10130248218774796, "tokens_per_second": 1764697.2573520502, "training_seconds": 1.4854899269994348, "elapsed_tokens_per_second": 1311214.183975837, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3000, "epoch": 39, "tokens": 393216000, "loss": 3.550179493427277, "lr": 2.4062472556929617e-05, "grad_norm": 0.09773822873830795, "tokens_per_second": 1766576.700789836, "training_seconds": 1.4839095289935358, "elapsed_tokens_per_second": 1313464.359744921, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3020, "epoch": 39, "tokens": 395837440, "loss": 3.552543044090271, "lr": 1.6305603531978965e-05, "grad_norm": 0.09539750218391418, "tokens_per_second": 1766084.0499298512, "training_seconds": 1.4843234669970116, "elapsed_tokens_per_second": 1315692.3288571544, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3035, "epoch": 39, "tokens": 397803520, "loss": 3.5687363942464194, "lr": 1.1472999731468093e-05, "grad_norm": 0.09837567806243896, "tokens_per_second": 1761091.4143358138, "training_seconds": 1.1163986059982562, "elapsed_tokens_per_second": 1317331.4909241446, "peak_memory_bytes": 42389451776}
{"loss": 3.5580680074500104, "perplexity": 35.0953276929372, "tokens": 397803520, "seconds": 0.5420046560029732, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 39, "step": 3035, "evaluation_tokens": 1048576}
{"event": "train", "step": 3040, "epoch": 40, "tokens": 398458880, "loss": 3.559026288986206, "lr": 1.0050041980600555e-05, "grad_norm": 0.09629227221012115, "tokens_per_second": 1785780.9529377103, "training_seconds": 0.36698789900401607, "elapsed_tokens_per_second": 1315444.0992532044, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3060, "epoch": 40, "tokens": 401080320, "loss": 3.539817225933075, "lr": 5.2989355178180155e-06, "grad_norm": 0.09598475694656372, "tokens_per_second": 1761004.9638527608, "training_seconds": 1.4886045489984099, "elapsed_tokens_per_second": 1317618.2651674598, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3080, "epoch": 40, "tokens": 403701760, "loss": 3.5594236135482786, "lr": 2.0546747609980766e-06, "grad_norm": 0.09430421143770218, "tokens_per_second": 1759334.5135743376, "training_seconds": 1.4900179469987052, "elapsed_tokens_per_second": 1319763.1135740348, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3100, "epoch": 40, "tokens": 406323200, "loss": 3.552594304084778, "lr": 3.1889212696112336e-07, "grad_norm": 0.09440553188323975, "tokens_per_second": 1762005.8004515064, "training_seconds": 1.487759006995475, "elapsed_tokens_per_second": 1321898.805324561, "peak_memory_bytes": 42389451776}
{"event": "train", "step": 3113, "epoch": 40, "tokens": 408027136, "loss": 3.5577304363250732, "lr": 0.0, "grad_norm": 0.09670324623584747, "tokens_per_second": 1764680.7587014253, "training_seconds": 0.9655774800048675, "elapsed_tokens_per_second": 1323278.6069691977, "peak_memory_bytes": 42389451776}
{"loss": 3.557851500999118, "perplexity": 35.08773015058364, "tokens": 408027136, "seconds": 0.5406359299959149, "split": "subset", "validation_complete": false, "event": "validation", "epoch": 40, "step": 3113, "evaluation_tokens": 1048576}
{"loss": 3.5585834016830695, "perplexity": 35.113420284445624, "tokens": 408027136, "seconds": 101.27819555600581, "split": "full", "validation_complete": true, "event": "final_validation", "step": 3113, "evaluation_tokens": 197411295}