{ "git_commit": "22db78d2a031897d365410ff2467ad0ec5d249b0", "batch_tokens": 131072, "micro_batch_size": 32, "num_models": 4, "topology": "one_peer_exponential", "scheme": "atc", "fixed_beta1": 0.9, "accumulation_steps": 1, "parameters": 20403520, "training_tokens": 408068096, "optimizer_steps": 3119, "epochs": 40, "validation_tokens": 197411295, "cache_identity": "8cf0c4883c19d26f378623f91bfe079bc8ebf8f23e51814821f4c8c28c4b8151", "lrs": [ 0.0024, 0.004, 0.0056, 0.008, 0.0112, 0.016 ], "beta2s": [ 0.95, 0.98, 0.99, 0.999 ], "seeds": [ 42, 43, 44 ], "selection": "Mean final full-validation loss over all three seeds; ties: LR, beta2", "measured_date": "2026-09-11", "archive": "runs/packed4-atc-20m-batch128k-lr016-20260911", "run_count": 72, "group_count": 24, "campaigns": { "initial": { "archive": "runs/packed4-atc-20m-batch128k-lr016-20260911", "git_commit": "22db78d2a031897d365410ff2467ad0ec5d249b0", "batch_tokens": 131072, "micro_batch_size": 32, "num_models": 4, "topology": "one_peer_exponential", "scheme": "atc", "fixed_beta1": 0.9, "accumulation_steps": 1, "parameters": 20403520, "training_tokens": 408068096, "optimizer_steps": 3119, "epochs": 40, "validation_tokens": 197411295, "cache_identity": "8cf0c4883c19d26f378623f91bfe079bc8ebf8f23e51814821f4c8c28c4b8151", "lrs": [ 0.0024, 0.004, 0.0056, 0.008, 0.0112, 0.016 ], "beta2s": [ 0.95, 0.98, 0.99 ], "seeds": [ 42, 43, 44 ], "selection": "Mean final full-validation loss over all three seeds; ties: LR, beta2", "hashes": { "source/tiny_llm/__init__.py": "a6c9b2e8602883c050a69acaf3f8c8a5c76b4885d66085813c7342f21d481f2d", "source/tiny_llm/__main__.py": "18b0986089d17edd6a889f723a95d0418ba60d22e4f8214f33539b5bc77bcb34", "source/tiny_llm/analysis/__init__.py": "f7899324f928575b7c353c51b0c5e5b21b547e5effb8e045e1ac9e9ad68e1ca4", "source/tiny_llm/analysis/core.py": "175857de6e32e89407431320ef4130c588ec20de177842f001909b9b4958a7cf", "source/tiny_llm/analysis/plot.py": "7de80840117c68347c45647dc9a0fb52e482b25765f1c8ad701a7ad2fb867f3e", "source/tiny_llm/analysis/slurm.py": "37a16565f3926d186af3c8715b77a155fb8bca0883046446028f366751dde1b5", "source/tiny_llm/benchmark.py": "ff1cd6c8c685f618b560af25ef591d3fe3b6ec70f412741324e85cec91ece5e6", "source/tiny_llm/checkpoints.py": "9340160365df6d7076a8f684201c733327c17392c2002c9fd13d0e294eebeadd", "source/tiny_llm/cli.py": "c0fb2352369e16af95eca7a95267d2fa03d2a22038d523e95498541460a910f5", "source/tiny_llm/config.py": "1636d1ce2d1fed924edeb95277a81d19f010e041bf7e9f9e82b7479d8a32f5b8", "source/tiny_llm/data.py": "74c1a9e7190fb19e5d7a5f07e17427a5b32937755b41ad51a4461fc04507b8bf", "source/tiny_llm/experiments.py": "96c7cc117f731e9ab44dba16d16760014c59d6f19f5f2e0cc69f713a69353c23", "source/tiny_llm/model.py": "0c76eb6e409abf7760e5c5b16a4ee8c16079008ae5863ca3cc28af3d65ec1cc2", "source/tiny_llm/packed.py": "33bc1b5c797f1f463995e3fe1ab70bd3f88d9febf523d6a90626b5fc800c7b50", "source/tiny_llm/packed_benchmark.py": "460d0112d2ba5911e0f5bf690a296d487f8bc562bbc2fef8bf7285d5fd9d1523", "source/tiny_llm/packed_optimizer.py": "6e18cb17bdfda8dc82a3b4e57d565af07917897899ada95760121bf2b14e4752", "source/tiny_llm/runtime.py": "58fc2a63c39eb20f6b5ba2234d31e1ef83ee1bad02adf0d14d522a02530f8e27", "source/tiny_llm/train.py": "57c9a05acfeb1379228da8d60feda0f4852ba0f9a627cba7996c3c535c34293b", "configs/000.yaml": "7edb6bfe184b68321f2d3114ae21129f5ac404115637b1ac6f86a16450895a48", "configs/001.yaml": "dcf2127c14ff23e986b24836fc1e5a247ac62a67c92b03be34b0efb68f48bd80", "configs/002.yaml": "afc43b38026b435513865a88c813c30a95a3ba6d4b0c32ada99a1bca76d14712", "configs/003.yaml": "f6e8bce1e74fb9dd0946ae815993c2885a7e26418404cc11707c75dcfc728ea4", "configs/004.yaml": "faa38aecc4a55629e8fe70c691025cac2eee416451befd27bc35da30d1ba5279", "configs/005.yaml": "2a8cb9416fa3018a501c29fff5472f37b364ee345826ad5d9d023851241f3bdd", "configs/006.yaml": "af70581416c4f6d86144021056c34a57cf798ff2a20eecefc1a53f5e4135c3e3", "configs/007.yaml": "812392ff48ea9faefb4b4eebbc51023444edce9828b62e08c96a06fbdfb684ff", "configs/008.yaml": "53e5e4a9055046557618aefc2ab3096acec137a3ed83df0faa85e088801da7fb", "configs/009.yaml": "79949e59908feafca12f0dad018da42477645f5475c67aeb03b6e9b1c93fc92c", "configs/010.yaml": "eb60d68ad412e00a391436372763e89f768be2fc1ad05c68ede33efae33dbcae", "configs/011.yaml": "90ab1f1420ef11c75c24aa57e1e3ca67df6ea72425f08c577bcb630b7b1718d3", "configs/012.yaml": "765b698ded71d3c3ac1b1a15bbf5168504a95719cf2fe7a2c91606adf86f1aad", "configs/013.yaml": "7fb9ed616ee7727830461b5ee2859b3efbbe15e9c1aab43caa9da6d15a5dab9a", "configs/014.yaml": "6446207385d95fb3d88216479851553fbf20a0d258b759eab8070977a2e8ce78", "configs/015.yaml": "817834dfc8cf3cb50f03b593c023d1122c310af7299458c4664e5619c476202f", "configs/016.yaml": "7ed866fe2fc95fd8176a3470e4ea8e6c023bd66dedb9e785b6690b813b0871ed", "configs/017.yaml": "1a5785c6d88a737b0181778480f2a86887513b9ac31af4c77804ed460c9bf0f6", "configs/018.yaml": "4dd3c9bb5a9fa917ba0ac69f612a460f65b934de5a525c25f54478b95da077c0", "configs/019.yaml": "326e2bf6452d659e9ede40789569e60bade43d8137036f2f2c03fc5ccc0f1150", "configs/020.yaml": "76c9d0269cd056f6b588cd845b3a23a54a25d21da4944c2ab10a2c1c83a5317e", "configs/021.yaml": "d2b2605f6b0156c5d2323e3b373d7604a681da88ce752693feab6d3d50ac5d00", "configs/022.yaml": "9b881225bbcd941b575f1bcd648f3a91a4c2c77e6922be50f4246961d8811f62", "configs/023.yaml": "fa4f5915fae2415595097dff6d37d070020d4cd3c99aa716696768d595151a80", "configs/024.yaml": "4e44bc9b7e6c256665fd49793bbe2b4b017b7c04e1e4d952daf821ac2129f6ba", "configs/025.yaml": "e346d6b25ef0454e059fca90809e4980d50ae2f23a01fe527b951f5dc3971c5f", "configs/026.yaml": "2dc145684556f4b460621849a6b046d6168e4e3bb44bfc7cc5a38d04f01ae3d9", "configs/027.yaml": "dcd17c22d9d32be390480ca508fb324cc206bc626c4caa385aee10007280faee", "configs/028.yaml": "3b1b79c3c48991a4e50ecc156fb163187853daa188ea02169c5468ce69a61ea2", "configs/029.yaml": "fd135cfbf4125febeed223aaae1aea933ef7918ebead53a4daad0adb4954fc7b", "configs/030.yaml": "a164dcdcf8a0b2d437250186407510b7875f44d08b7a5888651228600e7d2520", "configs/031.yaml": "20e37d3dafc458b6b7958531a5a3ac456a7cf3dfe342528b4191180c80c8360e", "configs/032.yaml": "352b882b0c47b221b56d706db5a3a96e61bf033ef1dbd5800ceade7068d29061", "configs/033.yaml": "8151d7ef81c6b6a94c5244f153491ddb07a7a321de2dbbf99195a13349c51e45", "configs/034.yaml": "859d58463d2bd674d21976e0d496625be970b15678171c849ea7f5133978349e", "configs/035.yaml": "c1c49b40ea82d0929db5f8de8396691dabcfb5d09ef18117dcae8056edca1104", "configs/036.yaml": "d35fa8c987ffe1a54bb9358e60cb9d5ee5ff06b08164183b902329038735605b", "configs/037.yaml": "23d0f2b65ef6c9387a798a3e89bb6fb9436e25dd1234adfefc93b219a7accf38", "configs/038.yaml": "90f4335836221c9923a3bf0566c93b0c69ca0b0e4f2c965b5ead4dcc5e25d49b", "configs/039.yaml": "0a89f1828c05f281435e668478c95c2283575b8ef6c8559ffe31d852aa00cf63", "configs/040.yaml": "1a76e7685bad5633f301556df7e889c30dcea056d699fefc3e82cc1889830b39", "configs/041.yaml": "39b694ebcffd442c786e50effe99025af3c4090aeae1a2678a0caddd82876dce", "configs/042.yaml": "00a418da08b6e890a7197de3dded49e82cf4f5450477cf6240582d0893e37e6d", "configs/043.yaml": "a9961889913e7d6dea601d70ab84444f7803a23f18adcf3f5a4f8af702fd1ec6", "configs/044.yaml": "44004212533e826b523f05e1ad57ad5648a7a7af23b02f1c069963502b3f7298", "configs/045.yaml": "fae7f665073dac738056b08c1a27518d9864ad733c3daee84ea12755eae227de", "configs/046.yaml": "a653586a655bc966feb8865df6ea55632933d99f89b0a5eb9f648d205704ccaf", "configs/047.yaml": "f51c7cc30f5501093c1bc44911eafe4df07cb57f3017886253724e2fb73699a9", "configs/048.yaml": "067a97dee90b44101e5f3170a8c53994dcf3bf0954f80c429dd16c579694135d", "configs/049.yaml": "82c4f2c4416b1e728190884252b18082fee168d25ec98d39274b87fefff04c8d", "configs/050.yaml": "99b36d2858932bdc4191888ab27b1ff63b84eef7c7da0b5404800fda6cd6a5aa", "configs/051.yaml": "154b543e7d78c52cfab0a029c2f66a40ae1a47d178889bc20a6c4bc581a07510", "configs/052.yaml": "e3bc68104e6c2f034a8d77bcad2ab5c8321a390cf362428f72c8df604a7438ad", "configs/053.yaml": "48b9584e9e2277f196e5e640ed350a8a2708a1ddb0aef346a3921fa395a4e8e2", "source/uv.lock": "1e8873894c75b04fd652d0330c5e7d7a520153ade645b0703d0d74b482cdc4c5", "source/pyproject.toml": "1597769fe175d1ead676d7dd9e319b84cd31a2e779065c466f0e05dc109897d1", "sweep.py": "13fe9d1160fa9e062c2817e9a10d714f797ec10d5849af0884db36e8858c86cd", "slurm.sh": "80dc5367118c39ec01291358389e987ebad4843ef87bc23d5d585185124c1c42", "working-tree.patch": "13d673f9c9703e5317e678fc32534aeaab88d9fffe0efcfef07cd89add146919" } }, "beta999": { "archive": "runs/packed4-atc-20m-beta999-lr016-20260911", "git_commit": "22db78d2a031897d365410ff2467ad0ec5d249b0", "batch_tokens": 131072, "micro_batch_size": 32, "num_models": 4, "topology": "one_peer_exponential", "scheme": "atc", "fixed_beta1": 0.9, "accumulation_steps": 1, "parameters": 20403520, "training_tokens": 408068096, "optimizer_steps": 3119, "epochs": 40, "validation_tokens": 197411295, "cache_identity": "8cf0c4883c19d26f378623f91bfe079bc8ebf8f23e51814821f4c8c28c4b8151", "lrs": [ 0.0024, 0.004, 0.0056, 0.008, 0.0112, 0.016 ], "beta2s": [ 0.999 ], "seeds": [ 42, 43, 44 ], "selection": "Mean final full-validation loss over all three seeds; ties: LR, beta2", "hashes": { "source/tiny_llm/__init__.py": "a6c9b2e8602883c050a69acaf3f8c8a5c76b4885d66085813c7342f21d481f2d", "source/tiny_llm/__main__.py": "18b0986089d17edd6a889f723a95d0418ba60d22e4f8214f33539b5bc77bcb34", "source/tiny_llm/analysis/__init__.py": "f7899324f928575b7c353c51b0c5e5b21b547e5effb8e045e1ac9e9ad68e1ca4", "source/tiny_llm/analysis/core.py": "175857de6e32e89407431320ef4130c588ec20de177842f001909b9b4958a7cf", "source/tiny_llm/analysis/plot.py": "7de80840117c68347c45647dc9a0fb52e482b25765f1c8ad701a7ad2fb867f3e", "source/tiny_llm/analysis/slurm.py": "37a16565f3926d186af3c8715b77a155fb8bca0883046446028f366751dde1b5", "source/tiny_llm/benchmark.py": "ff1cd6c8c685f618b560af25ef591d3fe3b6ec70f412741324e85cec91ece5e6", "source/tiny_llm/checkpoints.py": "9340160365df6d7076a8f684201c733327c17392c2002c9fd13d0e294eebeadd", "source/tiny_llm/cli.py": "c0fb2352369e16af95eca7a95267d2fa03d2a22038d523e95498541460a910f5", "source/tiny_llm/config.py": "1636d1ce2d1fed924edeb95277a81d19f010e041bf7e9f9e82b7479d8a32f5b8", "source/tiny_llm/data.py": "74c1a9e7190fb19e5d7a5f07e17427a5b32937755b41ad51a4461fc04507b8bf", "source/tiny_llm/experiments.py": "96c7cc117f731e9ab44dba16d16760014c59d6f19f5f2e0cc69f713a69353c23", "source/tiny_llm/model.py": "0c76eb6e409abf7760e5c5b16a4ee8c16079008ae5863ca3cc28af3d65ec1cc2", "source/tiny_llm/packed.py": "33bc1b5c797f1f463995e3fe1ab70bd3f88d9febf523d6a90626b5fc800c7b50", "source/tiny_llm/packed_benchmark.py": "460d0112d2ba5911e0f5bf690a296d487f8bc562bbc2fef8bf7285d5fd9d1523", "source/tiny_llm/packed_optimizer.py": "6e18cb17bdfda8dc82a3b4e57d565af07917897899ada95760121bf2b14e4752", "source/tiny_llm/runtime.py": "58fc2a63c39eb20f6b5ba2234d31e1ef83ee1bad02adf0d14d522a02530f8e27", "source/tiny_llm/train.py": "57c9a05acfeb1379228da8d60feda0f4852ba0f9a627cba7996c3c535c34293b", "configs/000.yaml": "c0a6908b0d4921fd6e8a2b98007a2860c5328d1bbc9402dc36ebe1a4df18863d", "configs/001.yaml": "ff920b65bafd39e9c6346360dbf14c8962a38484cf10f897956f02537bcb1171", "configs/002.yaml": "560208448b09b1040fbefa235f95af909e334f60ab6fcb2881c1bef94a2a1035", "configs/003.yaml": "6b4f1df96c3f1f851675079b837283ff97e70459e8e080b9ffc5550ca7046dfa", "configs/004.yaml": "d540ca22c84bace40a691b3ba244de62c147d9f4659f4307cc4de356c1a8cd76", "configs/005.yaml": "aee21f210071de56b2b158c47b4b1291d60cc16625520d949b7b81228879e6b0", "configs/006.yaml": "8fe512e157e1e11ef73150b12effa13b625bde54123fa24d9623b531f7109b94", "configs/007.yaml": "683262b2ce2d028d6489af502f2c976bef5b81b77c0667864a3b8fe6702798b6", "configs/008.yaml": "6d3931ea70037a085c65de356ee3e4538e3b87761b80fc580d2ed143fde06307", "configs/009.yaml": "995e6b41655dd2f6ac2b3fec71c1b0667205d7eb3967bf8261588ff0f7c16565", "configs/010.yaml": "850135597cbae4c46b3f72bb0e644b13592b9b3d7e022a751cc0bf36d8f6faf6", "configs/011.yaml": "3091e951697ed940508fc17e3bbdd71eecf1e2359ced827dbffdf02dbc3cfb52", "configs/012.yaml": "cb1929d65ece2c75f19eeec76fd783279a255acfd61d4d7fd13abc88c01d29aa", "configs/013.yaml": "18a4303f12b082e961af986ec1917ec7b5023c7b7e507d953297fa062e690276", "configs/014.yaml": "2b30f04d2b6f26ce18227bfa0fc3632d86f6732b4ed4fd82d8c1154ab166a427", "configs/015.yaml": "48e9bfb92ef8ba4705df069f014e3c57c7b63d8bd13c64d2bd4e187917c683d0", "configs/016.yaml": "3f93f0e5e15b6b65cebee03f4c904a3ad515e8aa562cf477dd28b0c8c2c0ca15", "configs/017.yaml": "084f1e5b692eb6c4b847ac0845caa1a3f0425636399930ccc68a83f698912cad", "source/uv.lock": "1e8873894c75b04fd652d0330c5e7d7a520153ade645b0703d0d74b482cdc4c5", "source/pyproject.toml": "1597769fe175d1ead676d7dd9e319b84cd31a2e779065c466f0e05dc109897d1", "sweep.py": "bdb63f6e25bdb534475f173c12cc05c18d0154a9f02ab34ed37a7e36d8400724", "slurm.sh": "34b8f9475f3f74fc6412c7f00916a6936dd28a67498c8886122363c1b2fa045d", "working-tree.patch": "05023e203d1ee86ecd44b2f13929c98f0563f8ccdde7d169efbfdf3b8af3ba72" } } }, "source_hashes": [ "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" ], "input_hashes": { "source/tiny_llm/__init__.py": "a6c9b2e8602883c050a69acaf3f8c8a5c76b4885d66085813c7342f21d481f2d", "source/tiny_llm/__main__.py": "18b0986089d17edd6a889f723a95d0418ba60d22e4f8214f33539b5bc77bcb34", "source/tiny_llm/analysis/__init__.py": "f7899324f928575b7c353c51b0c5e5b21b547e5effb8e045e1ac9e9ad68e1ca4", "source/tiny_llm/analysis/core.py": "175857de6e32e89407431320ef4130c588ec20de177842f001909b9b4958a7cf", "source/tiny_llm/analysis/plot.py": "7de80840117c68347c45647dc9a0fb52e482b25765f1c8ad701a7ad2fb867f3e", "source/tiny_llm/analysis/slurm.py": "37a16565f3926d186af3c8715b77a155fb8bca0883046446028f366751dde1b5", "source/tiny_llm/benchmark.py": "ff1cd6c8c685f618b560af25ef591d3fe3b6ec70f412741324e85cec91ece5e6", "source/tiny_llm/checkpoints.py": "9340160365df6d7076a8f684201c733327c17392c2002c9fd13d0e294eebeadd", "source/tiny_llm/cli.py": "c0fb2352369e16af95eca7a95267d2fa03d2a22038d523e95498541460a910f5", "source/tiny_llm/config.py": "1636d1ce2d1fed924edeb95277a81d19f010e041bf7e9f9e82b7479d8a32f5b8", "source/tiny_llm/data.py": "74c1a9e7190fb19e5d7a5f07e17427a5b32937755b41ad51a4461fc04507b8bf", "source/tiny_llm/experiments.py": "96c7cc117f731e9ab44dba16d16760014c59d6f19f5f2e0cc69f713a69353c23", "source/tiny_llm/model.py": "0c76eb6e409abf7760e5c5b16a4ee8c16079008ae5863ca3cc28af3d65ec1cc2", "source/tiny_llm/packed.py": "33bc1b5c797f1f463995e3fe1ab70bd3f88d9febf523d6a90626b5fc800c7b50", "source/tiny_llm/packed_benchmark.py": "460d0112d2ba5911e0f5bf690a296d487f8bc562bbc2fef8bf7285d5fd9d1523", "source/tiny_llm/packed_optimizer.py": "6e18cb17bdfda8dc82a3b4e57d565af07917897899ada95760121bf2b14e4752", "source/tiny_llm/runtime.py": "58fc2a63c39eb20f6b5ba2234d31e1ef83ee1bad02adf0d14d522a02530f8e27", "source/tiny_llm/train.py": "57c9a05acfeb1379228da8d60feda0f4852ba0f9a627cba7996c3c535c34293b", "configs/000.yaml": "7edb6bfe184b68321f2d3114ae21129f5ac404115637b1ac6f86a16450895a48", "configs/001.yaml": "dcf2127c14ff23e986b24836fc1e5a247ac62a67c92b03be34b0efb68f48bd80", "configs/002.yaml": "afc43b38026b435513865a88c813c30a95a3ba6d4b0c32ada99a1bca76d14712", "configs/003.yaml": "f6e8bce1e74fb9dd0946ae815993c2885a7e26418404cc11707c75dcfc728ea4", "configs/004.yaml": "faa38aecc4a55629e8fe70c691025cac2eee416451befd27bc35da30d1ba5279", "configs/005.yaml": "2a8cb9416fa3018a501c29fff5472f37b364ee345826ad5d9d023851241f3bdd", "configs/006.yaml": "af70581416c4f6d86144021056c34a57cf798ff2a20eecefc1a53f5e4135c3e3", "configs/007.yaml": "812392ff48ea9faefb4b4eebbc51023444edce9828b62e08c96a06fbdfb684ff", "configs/008.yaml": "53e5e4a9055046557618aefc2ab3096acec137a3ed83df0faa85e088801da7fb", "configs/009.yaml": "79949e59908feafca12f0dad018da42477645f5475c67aeb03b6e9b1c93fc92c", "configs/010.yaml": "eb60d68ad412e00a391436372763e89f768be2fc1ad05c68ede33efae33dbcae", "configs/011.yaml": "90ab1f1420ef11c75c24aa57e1e3ca67df6ea72425f08c577bcb630b7b1718d3", "configs/012.yaml": "765b698ded71d3c3ac1b1a15bbf5168504a95719cf2fe7a2c91606adf86f1aad", "configs/013.yaml": "7fb9ed616ee7727830461b5ee2859b3efbbe15e9c1aab43caa9da6d15a5dab9a", "configs/014.yaml": "6446207385d95fb3d88216479851553fbf20a0d258b759eab8070977a2e8ce78", "configs/015.yaml": "817834dfc8cf3cb50f03b593c023d1122c310af7299458c4664e5619c476202f", "configs/016.yaml": "7ed866fe2fc95fd8176a3470e4ea8e6c023bd66dedb9e785b6690b813b0871ed", "configs/017.yaml": "1a5785c6d88a737b0181778480f2a86887513b9ac31af4c77804ed460c9bf0f6", "configs/018.yaml": "4dd3c9bb5a9fa917ba0ac69f612a460f65b934de5a525c25f54478b95da077c0", "configs/019.yaml": "326e2bf6452d659e9ede40789569e60bade43d8137036f2f2c03fc5ccc0f1150", "configs/020.yaml": "76c9d0269cd056f6b588cd845b3a23a54a25d21da4944c2ab10a2c1c83a5317e", "configs/021.yaml": "d2b2605f6b0156c5d2323e3b373d7604a681da88ce752693feab6d3d50ac5d00", "configs/022.yaml": "9b881225bbcd941b575f1bcd648f3a91a4c2c77e6922be50f4246961d8811f62", "configs/023.yaml": "fa4f5915fae2415595097dff6d37d070020d4cd3c99aa716696768d595151a80", "configs/024.yaml": "4e44bc9b7e6c256665fd49793bbe2b4b017b7c04e1e4d952daf821ac2129f6ba", "configs/025.yaml": "e346d6b25ef0454e059fca90809e4980d50ae2f23a01fe527b951f5dc3971c5f", "configs/026.yaml": "2dc145684556f4b460621849a6b046d6168e4e3bb44bfc7cc5a38d04f01ae3d9", "configs/027.yaml": "dcd17c22d9d32be390480ca508fb324cc206bc626c4caa385aee10007280faee", "configs/028.yaml": "3b1b79c3c48991a4e50ecc156fb163187853daa188ea02169c5468ce69a61ea2", "configs/029.yaml": "fd135cfbf4125febeed223aaae1aea933ef7918ebead53a4daad0adb4954fc7b", "configs/030.yaml": "a164dcdcf8a0b2d437250186407510b7875f44d08b7a5888651228600e7d2520", "configs/031.yaml": "20e37d3dafc458b6b7958531a5a3ac456a7cf3dfe342528b4191180c80c8360e", "configs/032.yaml": "352b882b0c47b221b56d706db5a3a96e61bf033ef1dbd5800ceade7068d29061", "configs/033.yaml": "8151d7ef81c6b6a94c5244f153491ddb07a7a321de2dbbf99195a13349c51e45", "configs/034.yaml": "859d58463d2bd674d21976e0d496625be970b15678171c849ea7f5133978349e", "configs/035.yaml": "c1c49b40ea82d0929db5f8de8396691dabcfb5d09ef18117dcae8056edca1104", "configs/036.yaml": "d35fa8c987ffe1a54bb9358e60cb9d5ee5ff06b08164183b902329038735605b", "configs/037.yaml": "23d0f2b65ef6c9387a798a3e89bb6fb9436e25dd1234adfefc93b219a7accf38", "configs/038.yaml": "90f4335836221c9923a3bf0566c93b0c69ca0b0e4f2c965b5ead4dcc5e25d49b", "configs/039.yaml": "0a89f1828c05f281435e668478c95c2283575b8ef6c8559ffe31d852aa00cf63", "configs/040.yaml": "1a76e7685bad5633f301556df7e889c30dcea056d699fefc3e82cc1889830b39", "configs/041.yaml": "39b694ebcffd442c786e50effe99025af3c4090aeae1a2678a0caddd82876dce", "configs/042.yaml": "00a418da08b6e890a7197de3dded49e82cf4f5450477cf6240582d0893e37e6d", "configs/043.yaml": "a9961889913e7d6dea601d70ab84444f7803a23f18adcf3f5a4f8af702fd1ec6", "configs/044.yaml": "44004212533e826b523f05e1ad57ad5648a7a7af23b02f1c069963502b3f7298", "configs/045.yaml": "fae7f665073dac738056b08c1a27518d9864ad733c3daee84ea12755eae227de", "configs/046.yaml": "a653586a655bc966feb8865df6ea55632933d99f89b0a5eb9f648d205704ccaf", "configs/047.yaml": "f51c7cc30f5501093c1bc44911eafe4df07cb57f3017886253724e2fb73699a9", "configs/048.yaml": "067a97dee90b44101e5f3170a8c53994dcf3bf0954f80c429dd16c579694135d", "configs/049.yaml": "82c4f2c4416b1e728190884252b18082fee168d25ec98d39274b87fefff04c8d", "configs/050.yaml": "99b36d2858932bdc4191888ab27b1ff63b84eef7c7da0b5404800fda6cd6a5aa", "configs/051.yaml": "154b543e7d78c52cfab0a029c2f66a40ae1a47d178889bc20a6c4bc581a07510", "configs/052.yaml": "e3bc68104e6c2f034a8d77bcad2ab5c8321a390cf362428f72c8df604a7438ad", "configs/053.yaml": "48b9584e9e2277f196e5e640ed350a8a2708a1ddb0aef346a3921fa395a4e8e2", "source/uv.lock": "1e8873894c75b04fd652d0330c5e7d7a520153ade645b0703d0d74b482cdc4c5", "source/pyproject.toml": "1597769fe175d1ead676d7dd9e319b84cd31a2e779065c466f0e05dc109897d1", "sweep.py": "13fe9d1160fa9e062c2817e9a10d714f797ec10d5849af0884db36e8858c86cd", "slurm.sh": "80dc5367118c39ec01291358389e987ebad4843ef87bc23d5d585185124c1c42", "working-tree.patch": "13d673f9c9703e5317e678fc32534aeaab88d9fffe0efcfef07cd89add146919" }, "environment": { "python": "3.12.13 (main, May 10 2026, 19:27:23) [Clang 22.1.3 ]", "versions": { "torch": "2.14.0", "triton": "3.8.0", "numpy": "2.5.3", "pydantic": "2.13.5", "datasets": "5.0.1", "transformers": "5.16.1" }, "cuda": "13.0", "gpu": "NVIDIA GH200 120GB" }, "submission": { "pilot": "2316716", "sweep": "2316717", "beta999": "2317246" }, "slurm_accounting": [ { "job_id": "2316716_0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:09:03", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316716_0.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:09:03", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316716_0.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:09:03", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316716_0.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:58", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_1", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:43", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_1.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:43", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_1.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:43", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_1.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:36", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_2", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:42", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_2.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:42", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_2.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:42", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_2.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:34", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_3", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:43", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_3.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:43", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_3.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:43", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_3.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:32", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_4", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:43", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_4.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:43", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_4.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:43", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_4.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:35", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_5", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:41", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_5.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:41", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_5.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:41", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_5.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:34", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_6", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:42", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_6.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:42", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_6.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:43", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_6.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:35", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_7", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:44", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_7.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:44", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_7.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:45", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_7.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:35", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_8", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:45", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_8.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:45", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_8.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:45", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_8.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:37", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_9", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:44", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_9.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:44", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_9.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:45", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_9.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:37", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_10", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:41", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_10.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:41", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_10.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:41", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_10.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:34", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_11", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:43", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_11.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:43", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_11.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:43", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_11.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:36", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_12", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:43", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_12.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:43", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_12.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:43", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_12.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:36", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_13", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:43", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_13.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:43", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_13.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:43", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_13.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:35", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_14", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:42", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_14.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:42", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_14.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:42", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_14.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:35", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_15", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:03", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_15.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:03", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_15.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:03", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_15.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:07:56", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_16", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:02", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_16.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:02", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_16.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:02", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_16.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:07:55", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_17", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:03", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_17.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:03", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_17.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:03", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_17.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:07:56", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_18", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:03", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_18.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:03", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_18.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:03", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_18.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:07:56", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_19", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:03", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_19.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:03", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_19.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:03", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_19.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:07:55", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_20", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_20.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_20.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_20.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:41", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_21", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_21.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_21.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_21.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:41", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_22", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:07:24", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_22.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:07:24", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_22.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:07:24", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_22.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:07:18", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_23", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_23.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_23.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_23.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:42", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_24", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_24.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_24.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_24.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:41", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_25", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:33", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_25.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:33", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_25.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:34", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_25.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:27", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_26", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:36", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_26.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:36", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_26.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:36", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_26.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:29", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_27", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:36", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_27.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:36", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_27.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:36", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_27.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:30", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_28", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:35", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_28.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:35", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_28.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:35", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_28.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:29", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_29", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:39", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_29.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:39", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_29.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:39", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_29.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:30", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_30", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:38", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_30.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:38", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_30.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:39", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_30.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:30", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_31", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:39", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_31.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:39", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_31.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:39", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_31.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:32", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_32", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:39", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_32.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:39", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_32.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:39", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_32.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:33", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_33", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:38", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_33.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:38", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_33.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:38", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_33.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:32", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_34", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:33", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_34.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:33", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_34.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:33", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_34.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:27", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_35", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:34", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_35.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:34", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_35.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:34", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_35.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:28", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_36", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:37", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_36.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:37", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_36.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:37", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_36.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:31", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_37", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:39", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_37.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:39", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_37.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:39", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_37.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:32", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_38", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:34", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_38.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:34", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_38.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:34", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_38.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:28", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_39", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:36", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_39.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:36", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_39.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:36", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_39.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:30", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_40", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:34", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_40.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:34", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_40.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:34", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_40.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:28", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_41", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:36", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_41.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:36", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_41.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:37", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_41.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:30", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_42", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:38", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_42.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:38", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_42.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:38", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_42.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:32", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_43", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:37", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_43.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:37", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_43.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:37", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_43.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:31", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_44", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:35", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_44.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:35", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_44.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:35", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_44.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:29", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_45", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_45.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_45.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_45.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:41", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_46", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_46.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_46.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_46.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:41", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_47", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_47.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_47.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_47.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:42", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_48", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_48.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_48.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_48.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:41", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_49", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:51", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_49.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:51", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_49.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:52", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_49.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:45", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_50", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:52", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_50.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:52", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_50.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:52", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_50.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:46", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_51", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:52", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_51.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:52", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_51.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:52", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_51.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:46", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_52", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:51", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_52.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:51", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_52.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:51", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_52.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:45", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_53", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:50", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_53.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:50", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_53.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:50", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2316717_53.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:13", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:46", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_0.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:46", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_0.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:46", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_0.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:40", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_1", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_1.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_1.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_1.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:42", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_2", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_2.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_2.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_2.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:40", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_3", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_3.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_3.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_3.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:40", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_4", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_4.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_4.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_4.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:41", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_5", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_5.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_5.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_5.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:40", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_6", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_6.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_6.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_6.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:42", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_7", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:46", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_7.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:46", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_7.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:46", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_7.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:40", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_8", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_8.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_8.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_8.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:41", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_9", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_9.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_9.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:48", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_9.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:42", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_10", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_10.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_10.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:47", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_10.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:41", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_11", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:11", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_11.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:11", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_11.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:12", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_11.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:06", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_12", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:10", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_12.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:10", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_12.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:10", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_12.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:03", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_13", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:10", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_13.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:10", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_13.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:10", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_13.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:04", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_14", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:10", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_14.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:10", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_14.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:10", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_14.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:05", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_15", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:10", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_15.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:10", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_15.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:11", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_15.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:03", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_16", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:10", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_16.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:10", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_16.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:10", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_16.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:05", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_17", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:16", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_17.batch", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:16", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_17.extern", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:08:16", "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" }, { "job_id": "2317246_17.0", "state": "COMPLETED", "exit_code": "0:0", "elapsed": "00:07:39", "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1" } ], "winner": { "lr": 0.0056, "beta1": 0.9, "beta2": 0.99, "seeds": 3, "mean_loss": 3.595505878186838, "std_loss": 0.003220799589032834 }, "groups": [ { "lr": 0.0056, "beta1": 0.9, "beta2": 0.99, "seeds": 3, "mean_loss": 3.595505878186838, "std_loss": 0.003220799589032834 }, { "lr": 0.0056, "beta1": 0.9, "beta2": 0.98, "seeds": 3, "mean_loss": 3.596439889223955, "std_loss": 0.008909911466065285 }, { "lr": 0.0056, "beta1": 0.9, "beta2": 0.999, "seeds": 3, "mean_loss": 3.6008309788129265, "std_loss": 0.005306412403490994 }, { "lr": 0.004, "beta1": 0.9, "beta2": 0.99, "seeds": 3, "mean_loss": 3.6031394418762224, "std_loss": 0.005687114045192816 }, { "lr": 0.004, "beta1": 0.9, "beta2": 0.999, "seeds": 3, "mean_loss": 3.603680462265903, "std_loss": 0.003882814636405223 }, { "lr": 0.004, "beta1": 0.9, "beta2": 0.98, "seeds": 3, "mean_loss": 3.6111851828945, "std_loss": 0.0035095166663397094 }, { "lr": 0.0056, "beta1": 0.9, "beta2": 0.95, "seeds": 3, "mean_loss": 3.621841315861235, "std_loss": 0.006250261806389193 }, { "lr": 0.008, "beta1": 0.9, "beta2": 0.95, "seeds": 3, "mean_loss": 3.6244921361815248, "std_loss": 0.015673988657317086 }, { "lr": 0.0024, "beta1": 0.9, "beta2": 0.999, "seeds": 3, "mean_loss": 3.6258981992508073, "std_loss": 0.00152851506374217 }, { "lr": 0.008, "beta1": 0.9, "beta2": 0.99, "seeds": 3, "mean_loss": 3.629706213930065, "std_loss": 0.022798424179150078 }, { "lr": 0.008, "beta1": 0.9, "beta2": 0.98, "seeds": 3, "mean_loss": 3.638587110262973, "std_loss": 0.031524556643284886 }, { "lr": 0.004, "beta1": 0.9, "beta2": 0.95, "seeds": 3, "mean_loss": 3.6388924945556966, "std_loss": 0.008257383930145492 }, { "lr": 0.0024, "beta1": 0.9, "beta2": 0.99, "seeds": 3, "mean_loss": 3.6389422356284813, "std_loss": 0.004436610950794445 }, { "lr": 0.0024, "beta1": 0.9, "beta2": 0.98, "seeds": 3, "mean_loss": 3.6456629015082007, "std_loss": 0.002731598968442812 }, { "lr": 0.0024, "beta1": 0.9, "beta2": 0.95, "seeds": 3, "mean_loss": 3.669128621713515, "std_loss": 0.0030972762568210878 }, { "lr": 0.0112, "beta1": 0.9, "beta2": 0.95, "seeds": 3, "mean_loss": 3.703247284623125, "std_loss": 0.0390321082665514 }, { "lr": 0.0112, "beta1": 0.9, "beta2": 0.98, "seeds": 3, "mean_loss": 3.712830342886353, "std_loss": 0.029932725744775613 }, { "lr": 0.0112, "beta1": 0.9, "beta2": 0.99, "seeds": 3, "mean_loss": 3.7650670710456904, "std_loss": 0.038261278838883875 }, { "lr": 0.016, "beta1": 0.9, "beta2": 0.95, "seeds": 3, "mean_loss": 3.82370882088893, "std_loss": 0.0019214864614147983 }, { "lr": 0.008, "beta1": 0.9, "beta2": 0.999, "seeds": 3, "mean_loss": 3.8474196286957025, "std_loss": 0.1449144563066415 }, { "lr": 0.016, "beta1": 0.9, "beta2": 0.98, "seeds": 3, "mean_loss": 3.905098527833209, "std_loss": 0.0160805454035981 }, { "lr": 0.0112, "beta1": 0.9, "beta2": 0.999, "seeds": 3, "mean_loss": 4.06518690861453, "std_loss": 0.12745961762533253 }, { "lr": 0.016, "beta1": 0.9, "beta2": 0.99, "seeds": 3, "mean_loss": 4.091881343527775, "std_loss": 0.07468709335674455 }, { "lr": 0.016, "beta1": 0.9, "beta2": 0.999, "seeds": 3, "mean_loss": 4.49588235715527, "std_loss": 0.047780123217462715 } ], "runs": [ { "campaign": "initial", "index": 0, "run_id": "packed4-atc-lr0.008-beta2-0.98-seed42", "lr": 0.008, "beta1": 0.9, "beta2": 0.98, "seed": 42, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.008-beta2-0.98-seed42", "job_id": "2316716_0", "loss": 3.6023106166067063, "seconds": 439.99463148298673, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.601089011802602, "best_epoch": 40, "final_validation": { "loss": 3.6023106166067063, "perplexity": 36.68289670530623, "tokens": 197411295, "seconds": 102.73279763897881, "split": "full", "validation_complete": true }, "seconds_this_session": 439.99463148298673, "training_seconds": 308.30982001218945, "training_elapsed_seconds": 337.10172915505245, "training_tokens_per_second": 1323565.0294365145, "elapsed_tokens_per_second": 1210519.1421676334, "peak_memory_bytes": 63208612864, "recipe_identity": "59c816f601d671bf573b4173f53d5102cc1630949829e8d0141c1369fd5ce5c7", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 1, "run_id": "packed4-atc-lr0.0024-beta2-0.95-seed42", "lr": 0.0024, "beta1": 0.9, "beta2": 0.95, "seed": 42, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0024-beta2-0.95-seed42", "job_id": "2316717_1", "loss": 3.668551664657166, "seconds": 437.5634840779967, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6675018484287776, "best_epoch": 40, "final_validation": { "loss": 3.668551664657166, "perplexity": 39.195097086781196, "tokens": 197411295, "seconds": 100.0725741829956, "split": "full", "validation_complete": true }, "seconds_this_session": 437.5634840779967, "training_seconds": 307.5312695258908, "training_elapsed_seconds": 337.38375595898833, "training_tokens_per_second": 1326915.7852764141, "elapsed_tokens_per_second": 1209507.2415092916, "peak_memory_bytes": 63208612864, "recipe_identity": "b572462a8f52bec82c3f01cc76b383a52e3f088b4e832dccc013a3cab4474619", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 2, "run_id": "packed4-atc-lr0.0024-beta2-0.95-seed43", "lr": 0.0024, "beta1": 0.9, "beta2": 0.95, "seed": 43, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0024-beta2-0.95-seed43", "job_id": "2316717_2", "loss": 3.672473807723182, "seconds": 442.9010064040049, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6738394489031583, "best_epoch": 40, "final_validation": { "loss": 3.672473807723182, "perplexity": 39.34912773269982, "tokens": 197411295, "seconds": 102.10681185899011, "split": "full", "validation_complete": true }, "seconds_this_session": 442.9010064040049, "training_seconds": 310.50577084907854, "training_elapsed_seconds": 340.68290515599074, "training_tokens_per_second": 1314204.5472589354, "elapsed_tokens_per_second": 1197794.4587890466, "peak_memory_bytes": 63208612864, "recipe_identity": "14da0e9f2820740b3904ee2fdaf9f3daa318700fbdd21b913b5732703582ca36", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 3, "run_id": "packed4-atc-lr0.0024-beta2-0.95-seed44", "lr": 0.0024, "beta1": 0.9, "beta2": 0.95, "seed": 44, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0024-beta2-0.95-seed44", "job_id": "2316717_3", "loss": 3.6663603927601964, "seconds": 442.53608894000354, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.669405093805783, "best_epoch": 40, "final_validation": { "loss": 3.6663603927601964, "perplexity": 39.10930400435037, "tokens": 197411295, "seconds": 101.351543398996, "split": "full", "validation_complete": true }, "seconds_this_session": 442.53608894000354, "training_seconds": 308.9222915878636, "training_elapsed_seconds": 341.08963955400395, "training_tokens_per_second": 1320940.9198103705, "elapsed_tokens_per_second": 1196366.1415620088, "peak_memory_bytes": 63208612864, "recipe_identity": "e862dde64f426801986fa19c3c66f19e2a9e0b15c5dc38881ce694b9726e486a", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 4, "run_id": "packed4-atc-lr0.0024-beta2-0.98-seed42", "lr": 0.0024, "beta1": 0.9, "beta2": 0.98, "seed": 42, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0024-beta2-0.98-seed42", "job_id": "2316717_4", "loss": 3.6487233754346327, "seconds": 445.96765701600816, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.647191445574463, "best_epoch": 40, "final_validation": { "loss": 3.6487233754346327, "perplexity": 38.42557968430577, "tokens": 197411295, "seconds": 102.4077002559934, "split": "full", "validation_complete": true }, "seconds_this_session": 445.96765701600816, "training_seconds": 313.0313842099713, "training_elapsed_seconds": 343.4939086789964, "training_tokens_per_second": 1303601.2252569576, "elapsed_tokens_per_second": 1187992.2341835464, "peak_memory_bytes": 63208612864, "recipe_identity": "4fc6fcc1e024ac25522f3869a0db25ce165d33344690118f78a1d26359a6f229", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 5, "run_id": "packed4-atc-lr0.0024-beta2-0.98-seed43", "lr": 0.0024, "beta1": 0.9, "beta2": 0.98, "seed": 43, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0024-beta2-0.98-seed43", "job_id": "2316717_5", "loss": 3.6447935408069427, "seconds": 432.89523026393726, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.647176410984002, "best_epoch": 40, "final_validation": { "loss": 3.6447935408069427, "perplexity": 38.27486983702013, "tokens": 197411295, "seconds": 100.44854117196519, "split": "full", "validation_complete": true }, "seconds_this_session": 432.89523026393726, "training_seconds": 304.8785565973958, "training_elapsed_seconds": 332.39376754604746, "training_tokens_per_second": 1338461.1254863362, "elapsed_tokens_per_second": 1227664.7032603256, "peak_memory_bytes": 63208612864, "recipe_identity": "91290d007b5a8f2f1bd445d14b60fae62a2c7eda71521f4f8b98503e00c54abf", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 6, "run_id": "packed4-atc-lr0.0024-beta2-0.98-seed44", "lr": 0.0024, "beta1": 0.9, "beta2": 0.98, "seed": 44, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0024-beta2-0.98-seed44", "job_id": "2316717_6", "loss": 3.6434717882830263, "seconds": 442.5619482861366, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6444263187818144, "best_epoch": 40, "final_validation": { "loss": 3.6434717882830263, "perplexity": 38.22431335015283, "tokens": 197411295, "seconds": 102.08283247984946, "split": "full", "validation_complete": true }, "seconds_this_session": 442.5619482861366, "training_seconds": 311.15999175212346, "training_elapsed_seconds": 340.4160077839624, "training_tokens_per_second": 1311441.4025472645, "elapsed_tokens_per_second": 1198733.5691304256, "peak_memory_bytes": 63208612864, "recipe_identity": "4e3bb53659507e48776cdf04ab5574f740e8d3645642d31004f3f592b0dbb7fc", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 7, "run_id": "packed4-atc-lr0.0024-beta2-0.99-seed42", "lr": 0.0024, "beta1": 0.9, "beta2": 0.99, "seed": 42, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0024-beta2-0.99-seed42", "job_id": "2316717_7", "loss": 3.63637615539024, "seconds": 446.880743029993, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6346563748901652, "best_epoch": 40, "final_validation": { "loss": 3.63637615539024, "perplexity": 37.954047642109224, "tokens": 197411295, "seconds": 101.7212497999426, "split": "full", "validation_complete": true }, "seconds_this_session": 446.880743029993, "training_seconds": 308.1574012200581, "training_elapsed_seconds": 345.05070616293233, "training_tokens_per_second": 1324219.682488154, "elapsed_tokens_per_second": 1182632.2587130454, "peak_memory_bytes": 63208612864, "recipe_identity": "0e8496b5f2f10ae3ce959f106d3ace4c80c3c3f81860877cab74fc025088de5e", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 8, "run_id": "packed4-atc-lr0.0024-beta2-0.99-seed43", "lr": 0.0024, "beta1": 0.9, "beta2": 0.99, "seed": 43, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0024-beta2-0.99-seed43", "job_id": "2316717_8", "loss": 3.636385361570581, "seconds": 447.20424664998427, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6370839488846607, "best_epoch": 40, "final_validation": { "loss": 3.636385361570581, "perplexity": 37.95439705552486, "tokens": 197411295, "seconds": 101.92267596907914, "split": "full", "validation_complete": true }, "seconds_this_session": 447.20424664998427, "training_seconds": 308.2663710403722, "training_elapsed_seconds": 345.21328878600616, "training_tokens_per_second": 1323751.5808902725, "elapsed_tokens_per_second": 1182075.282892591, "peak_memory_bytes": 63208612864, "recipe_identity": "ecc406da9b9b0aa2ecfdbffa4aa83436d6256c07f8c99d45db5611ba9e38c017", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 9, "run_id": "packed4-atc-lr0.0024-beta2-0.99-seed44", "lr": 0.0024, "beta1": 0.9, "beta2": 0.99, "seed": 44, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0024-beta2-0.99-seed44", "job_id": "2316717_9", "loss": 3.6440651899246235, "seconds": 447.093603999936, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.642744088123765, "best_epoch": 40, "final_validation": { "loss": 3.6440651899246235, "perplexity": 38.247002451652996, "tokens": 197411295, "seconds": 101.92816163005773, "split": "full", "validation_complete": true }, "seconds_this_session": 447.093603999936, "training_seconds": 308.63865514693316, "training_elapsed_seconds": 345.0390394909773, "training_tokens_per_second": 1322154.8538880576, "elapsed_tokens_per_second": 1182672.2466014484, "peak_memory_bytes": 63208612864, "recipe_identity": "349996af601cef02ccb07157a07205a9e58b163cfe62ee56b3d48fb53f7ed603", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 10, "run_id": "packed4-atc-lr0.004-beta2-0.95-seed42", "lr": 0.004, "beta1": 0.9, "beta2": 0.95, "seed": 42, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.004-beta2-0.95-seed42", "job_id": "2316717_10", "loss": 3.643235118212866, "seconds": 438.5953970529372, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6426402174569077, "best_epoch": 40, "final_validation": { "loss": 3.643235118212866, "perplexity": 38.215267869669894, "tokens": 197411295, "seconds": 102.44419472606387, "split": "full", "validation_complete": true }, "seconds_this_session": 438.5953970529372, "training_seconds": 309.19894548645243, "training_elapsed_seconds": 336.09998098399956, "training_tokens_per_second": 1319759.015859514, "elapsed_tokens_per_second": 1214127.1023143157, "peak_memory_bytes": 63208612864, "recipe_identity": "32b4bf0f1b8af322f15e776f056acad04c0dcd81357804eeef6db486890b5e81", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 11, "run_id": "packed4-atc-lr0.004-beta2-0.95-seed43", "lr": 0.004, "beta1": 0.9, "beta2": 0.95, "seed": 43, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.004-beta2-0.95-seed43", "job_id": "2316717_11", "loss": 3.6293699512521163, "seconds": 444.4911925611086, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6322184007768263, "best_epoch": 40, "final_validation": { "loss": 3.6293699512521163, "perplexity": 37.68906318798785, "tokens": 197411295, "seconds": 102.60202360083349, "split": "full", "validation_complete": true }, "seconds_this_session": 444.4911925611086, "training_seconds": 312.79780058399774, "training_elapsed_seconds": 341.80043574492447, "training_tokens_per_second": 1304574.6972585206, "elapsed_tokens_per_second": 1193878.2205196752, "peak_memory_bytes": 63208612864, "recipe_identity": "ee3c78d120b9c773fb68d58f75ca50fb9c906dc627c93582dfabc1ec19917c59", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 12, "run_id": "packed4-atc-lr0.004-beta2-0.95-seed44", "lr": 0.004, "beta1": 0.9, "beta2": 0.95, "seed": 44, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.004-beta2-0.95-seed44", "job_id": "2316717_12", "loss": 3.644072414202108, "seconds": 445.5053603600245, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6469659880145966, "best_epoch": 40, "final_validation": { "loss": 3.644072414202108, "perplexity": 38.24727875960973, "tokens": 197411295, "seconds": 99.9241454640869, "split": "full", "validation_complete": true }, "seconds_this_session": 445.5053603600245, "training_seconds": 305.86823394917883, "training_elapsed_seconds": 345.48356647905894, "training_tokens_per_second": 1334130.3564978966, "elapsed_tokens_per_second": 1181150.525215313, "peak_memory_bytes": 63208612864, "recipe_identity": "2bba0388ebecb76212e7be0b6b472b96e32596962fa7777e16361e1b6a24a879", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 13, "run_id": "packed4-atc-lr0.004-beta2-0.98-seed42", "lr": 0.004, "beta1": 0.9, "beta2": 0.98, "seed": 42, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.004-beta2-0.98-seed42", "job_id": "2316717_13", "loss": 3.607501137093882, "seconds": 443.113717730972, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.605659322623089, "best_epoch": 40, "final_validation": { "loss": 3.607501137093882, "perplexity": 36.87379503443778, "tokens": 197411295, "seconds": 101.71476530109067, "split": "full", "validation_complete": true }, "seconds_this_session": 443.113717730972, "training_seconds": 311.92603517789394, "training_elapsed_seconds": 341.31916228402406, "training_tokens_per_second": 1308220.699715801, "elapsed_tokens_per_second": 1195561.6358287898, "peak_memory_bytes": 63208612864, "recipe_identity": "3c679c2d10eb35ef5f6419f9fc3ce793a761862ecdd9b57d5ed67ad8235db684", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 14, "run_id": "packed4-atc-lr0.004-beta2-0.98-seed43", "lr": 0.004, "beta1": 0.9, "beta2": 0.98, "seed": 43, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.004-beta2-0.98-seed43", "job_id": "2316717_14", "loss": 3.6115651653933387, "seconds": 440.3133668549126, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6135174408617976, "best_epoch": 40, "final_validation": { "loss": 3.6115651653933387, "perplexity": 37.02395610370788, "tokens": 197411295, "seconds": 100.99135736294556, "split": "full", "validation_complete": true }, "seconds_this_session": 440.3133668549126, "training_seconds": 310.4083768548444, "training_elapsed_seconds": 339.2452084260294, "training_tokens_per_second": 1314616.893186565, "elapsed_tokens_per_second": 1202870.6253311078, "peak_memory_bytes": 63208612864, "recipe_identity": "cb563e97c3e1a7f469ddd0028e0e133db34fb7a70c8999022438101a8f33e0cb", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 15, "run_id": "packed4-atc-lr0.004-beta2-0.98-seed44", "lr": 0.004, "beta1": 0.9, "beta2": 0.98, "seed": 44, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.004-beta2-0.98-seed44", "job_id": "2316717_15", "loss": 3.6144892461962783, "seconds": 434.073191454052, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6158272538450396, "best_epoch": 40, "final_validation": { "loss": 3.6144892461962783, "perplexity": 37.13237557940227, "tokens": 197411295, "seconds": 101.58533459401224, "split": "full", "validation_complete": true }, "seconds_this_session": 434.073191454052, "training_seconds": 303.5392102607293, "training_elapsed_seconds": 332.43688138993457, "training_tokens_per_second": 1344366.9951222583, "elapsed_tokens_per_second": 1227505.487038164, "peak_memory_bytes": 63208612864, "recipe_identity": "1c6112d2cdcac64a1d1f2991e29e5ac88bef1cd58ba45dd5f1777d1d19766a5f", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 16, "run_id": "packed4-atc-lr0.004-beta2-0.99-seed42", "lr": 0.004, "beta1": 0.9, "beta2": 0.99, "seed": 42, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.004-beta2-0.99-seed42", "job_id": "2316717_16", "loss": 3.5967322503666557, "seconds": 430.7581900819205, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.595793301501799, "best_epoch": 40, "final_validation": { "loss": 3.5967322503666557, "perplexity": 36.47883576523424, "tokens": 197411295, "seconds": 100.13878240692429, "split": "full", "validation_complete": true }, "seconds_this_session": 430.7581900819205, "training_seconds": 297.12376485415734, "training_elapsed_seconds": 330.5588981860783, "training_tokens_per_second": 1373394.3368693497, "elapsed_tokens_per_second": 1234479.2357405857, "peak_memory_bytes": 63208612864, "recipe_identity": "b5a36659e999a535675231abca4b2cc98c9b796029a997f19d292fbf07c16a92", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 17, "run_id": "packed4-atc-lr0.004-beta2-0.99-seed43", "lr": 0.004, "beta1": 0.9, "beta2": 0.99, "seed": 43, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.004-beta2-0.99-seed43", "job_id": "2316717_17", "loss": 3.605096366510449, "seconds": 431.1644904119894, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6046752818289134, "best_epoch": 40, "final_validation": { "loss": 3.605096366510449, "perplexity": 36.78522855055806, "tokens": 197411295, "seconds": 100.65575426095165, "split": "full", "validation_complete": true }, "seconds_this_session": 431.1644904119894, "training_seconds": 301.0389860899886, "training_elapsed_seconds": 330.45344961294904, "training_tokens_per_second": 1355532.3890109619, "elapsed_tokens_per_second": 1234873.1613422672, "peak_memory_bytes": 63208612864, "recipe_identity": "2606dd43f8b04a20ff6255a8783e78427a747605c8046445d2fda2e5761649a8", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 18, "run_id": "packed4-atc-lr0.004-beta2-0.99-seed44", "lr": 0.004, "beta1": 0.9, "beta2": 0.99, "seed": 44, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.004-beta2-0.99-seed44", "job_id": "2316717_18", "loss": 3.6075897087515627, "seconds": 440.898779110983, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6069901990821505, "best_epoch": 40, "final_validation": { "loss": 3.6075897087515627, "perplexity": 36.87706115222955, "tokens": 197411295, "seconds": 100.60462919692509, "split": "full", "validation_complete": true }, "seconds_this_session": 440.898779110983, "training_seconds": 311.8932492702734, "training_elapsed_seconds": 340.1959054840263, "training_tokens_per_second": 1308358.2185723605, "elapsed_tokens_per_second": 1199509.134066167, "peak_memory_bytes": 63208612864, "recipe_identity": "1c7bfb24b0b19e2da470ecbff1a4555e63ac0dc8ec3c6c9065827b8d59e20671", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 19, "run_id": "packed4-atc-lr0.0056-beta2-0.95-seed42", "lr": 0.0056, "beta1": 0.9, "beta2": 0.95, "seed": 42, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0056-beta2-0.95-seed42", "job_id": "2316717_19", "loss": 3.622994233540128, "seconds": 429.6851372800302, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6224303464161456, "best_epoch": 40, "final_validation": { "loss": 3.622994233540128, "perplexity": 37.44953276086963, "tokens": 197411295, "seconds": 101.07143495196942, "split": "full", "validation_complete": true }, "seconds_this_session": 429.6851372800302, "training_seconds": 300.2576184902573, "training_elapsed_seconds": 328.52920013898984, "training_tokens_per_second": 1359059.9234478406, "elapsed_tokens_per_second": 1242106.0162303986, "peak_memory_bytes": 63208612864, "recipe_identity": "df97653ae4be0a88e3669013018a14b6875a58ec4ba31352822c903f92b9b920", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 20, "run_id": "packed4-atc-lr0.0056-beta2-0.95-seed43", "lr": 0.0056, "beta1": 0.9, "beta2": 0.95, "seed": 43, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0056-beta2-0.95-seed43", "job_id": "2316717_20", "loss": 3.615094860403663, "seconds": 438.9485487159109, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6178826159928588, "best_epoch": 40, "final_validation": { "loss": 3.615094860403663, "perplexity": 37.15487028447606, "tokens": 197411295, "seconds": 100.25999260600656, "split": "full", "validation_complete": true }, "seconds_this_session": 438.9485487159109, "training_seconds": 310.3721068354789, "training_elapsed_seconds": 338.61520444299094, "training_tokens_per_second": 1314770.5190412214, "elapsed_tokens_per_second": 1205108.6030565472, "peak_memory_bytes": 63208612864, "recipe_identity": "264a65102f7c8b3792f1985f2b9759cb5082fe08f1d97e094a5e0f372843d290", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 21, "run_id": "packed4-atc-lr0.0056-beta2-0.95-seed44", "lr": 0.0056, "beta1": 0.9, "beta2": 0.95, "seed": 44, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0056-beta2-0.95-seed44", "job_id": "2316717_21", "loss": 3.627434853639914, "seconds": 434.6825272650458, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6293388896934617, "best_epoch": 40, "final_validation": { "loss": 3.627434853639914, "perplexity": 37.61620169159692, "tokens": 197411295, "seconds": 99.22474695707206, "split": "full", "validation_complete": true }, "seconds_this_session": 434.6825272650458, "training_seconds": 308.09970862744376, "training_elapsed_seconds": 335.40016899909824, "training_tokens_per_second": 1324467.6465872244, "elapsed_tokens_per_second": 1216660.3768201952, "peak_memory_bytes": 63208612864, "recipe_identity": "1a149de40c76b2da09ab236adb225f90b1dc34cbb9067fdcc1b571e865266aeb", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 22, "run_id": "packed4-atc-lr0.0056-beta2-0.98-seed42", "lr": 0.0056, "beta1": 0.9, "beta2": 0.98, "seed": 42, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0056-beta2-0.98-seed42", "job_id": "2316717_22", "loss": 3.595724139449476, "seconds": 414.70344011695124, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.595212785181144, "best_epoch": 40, "final_validation": { "loss": 3.595724139449476, "perplexity": 36.44207958292054, "tokens": 197411295, "seconds": 100.76421256491449, "split": "full", "validation_complete": true }, "seconds_this_session": 414.70344011695124, "training_seconds": 284.6359876359347, "training_elapsed_seconds": 313.8548601879738, "training_tokens_per_second": 1433648.9893257692, "elapsed_tokens_per_second": 1300180.904497066, "peak_memory_bytes": 63208612864, "recipe_identity": "4d4f091c7823faa347b6feb469fb9be3295ce81bd5da714d097387843873d729", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 23, "run_id": "packed4-atc-lr0.0056-beta2-0.98-seed43", "lr": 0.0056, "beta1": 0.9, "beta2": 0.98, "seed": 43, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0056-beta2-0.98-seed43", "job_id": "2316717_23", "loss": 3.5879094403643697, "seconds": 435.96943121899676, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.5898297152391256, "best_epoch": 40, "final_validation": { "loss": 3.5879094403643697, "perplexity": 36.15840555418257, "tokens": 197411295, "seconds": 100.57469672600564, "split": "full", "validation_complete": true }, "seconds_this_session": 435.96943121899676, "training_seconds": 308.31335696106544, "training_elapsed_seconds": 335.23255501499807, "training_tokens_per_second": 1323549.8455927481, "elapsed_tokens_per_second": 1217268.6986851362, "peak_memory_bytes": 63208612864, "recipe_identity": "0dd7f64083bd4f49fcf8bf6577e152d082c53f7dd1af5a47f59c7d8155f0fbbc", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 24, "run_id": "packed4-atc-lr0.0056-beta2-0.98-seed44", "lr": 0.0056, "beta1": 0.9, "beta2": 0.98, "seed": 44, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0056-beta2-0.98-seed44", "job_id": "2316717_24", "loss": 3.6056860878580195, "seconds": 441.7312290420523, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6060297497655505, "best_epoch": 40, "final_validation": { "loss": 3.6056860878580195, "perplexity": 36.806927982789915, "tokens": 197411295, "seconds": 100.46361293899827, "split": "full", "validation_complete": true }, "seconds_this_session": 441.7312290420523, "training_seconds": 313.2447149838554, "training_elapsed_seconds": 341.2101246699458, "training_tokens_per_second": 1302713.426533092, "elapsed_tokens_per_second": 1195943.69128034, "peak_memory_bytes": 63208612864, "recipe_identity": "1f30b6c930caffc7dc5cf03313cfe2ca8e99e847e153f29fe07ebf423a711a02", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 25, "run_id": "packed4-atc-lr0.0056-beta2-0.99-seed42", "lr": 0.0056, "beta1": 0.9, "beta2": 0.99, "seed": 42, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0056-beta2-0.99-seed42", "job_id": "2316717_25", "loss": 3.591908325306062, "seconds": 435.4292826199671, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.5896453400560566, "best_epoch": 40, "final_validation": { "loss": 3.591908325306062, "perplexity": 36.30328834941356, "tokens": 197411295, "seconds": 101.37501232197974, "split": "full", "validation_complete": true }, "seconds_this_session": 435.4292826199671, "training_seconds": 306.2945787474746, "training_elapsed_seconds": 333.9846321820514, "training_tokens_per_second": 1332273.3222008245, "elapsed_tokens_per_second": 1221816.9840149006, "peak_memory_bytes": 63208612864, "recipe_identity": "b01f88fef18cacf2a57e3b767f128eb69e10701a090ad9a6d69c71e90273f3de", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 26, "run_id": "packed4-atc-lr0.0056-beta2-0.99-seed43", "lr": 0.0056, "beta1": 0.9, "beta2": 0.99, "seed": 43, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0056-beta2-0.99-seed43", "job_id": "2316717_26", "loss": 3.5964881009270746, "seconds": 440.2588768049609, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.5964219095757213, "best_epoch": 40, "final_validation": { "loss": 3.5964881009270746, "perplexity": 36.46993056506963, "tokens": 197411295, "seconds": 101.47710163902957, "split": "full", "validation_complete": true }, "seconds_this_session": 440.2588768049609, "training_seconds": 304.3854078229051, "training_elapsed_seconds": 338.7271319649881, "training_tokens_per_second": 1340629.627808632, "elapsed_tokens_per_second": 1204710.392204954, "peak_memory_bytes": 63208612864, "recipe_identity": "d8aaf8d9a4cecdfbcf80f7bf0a5d68183c1ba275d17b372dbd56204941625619", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 27, "run_id": "packed4-atc-lr0.0056-beta2-0.99-seed44", "lr": 0.0056, "beta1": 0.9, "beta2": 0.99, "seed": 44, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0056-beta2-0.99-seed44", "job_id": "2316717_27", "loss": 3.598121208327377, "seconds": 434.97735931198986, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.5968890953904875, "best_epoch": 40, "final_validation": { "loss": 3.598121208327377, "perplexity": 36.5295385384271, "tokens": 197411295, "seconds": 100.33249759800674, "split": "full", "validation_complete": true }, "seconds_this_session": 434.97735931198986, "training_seconds": 307.35803707187006, "training_elapsed_seconds": 334.5872937929962, "training_tokens_per_second": 1327663.658603405, "elapsed_tokens_per_second": 1219616.2363908093, "peak_memory_bytes": 63208612864, "recipe_identity": "f313641c7545695eb89a408d49fc9f0aeffbacf8cbb3aedeb9e0c135df490e81", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 28, "run_id": "packed4-atc-lr0.008-beta2-0.95-seed42", "lr": 0.008, "beta1": 0.9, "beta2": 0.95, "seed": 42, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.008-beta2-0.95-seed42", "job_id": "2316717_28", "loss": 3.6422942244216565, "seconds": 431.48452590801753, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.64392650833901, "best_epoch": 40, "final_validation": { "loss": 3.6422942244216565, "perplexity": 38.17932827172559, "tokens": 197411295, "seconds": 100.7024990010541, "split": "full", "validation_complete": true }, "seconds_this_session": 431.48452590801753, "training_seconds": 303.46945103176404, "training_elapsed_seconds": 330.7227284699911, "training_tokens_per_second": 1344676.0278921374, "elapsed_tokens_per_second": 1233867.711142287, "peak_memory_bytes": 63208612864, "recipe_identity": "d90b37a761dfb06c6b2f807027e75f6ccaf1c289c887e39b241592ae1e011909", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 29, "run_id": "packed4-atc-lr0.008-beta2-0.95-seed43", "lr": 0.008, "beta1": 0.9, "beta2": 0.95, "seed": 43, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.008-beta2-0.95-seed43", "job_id": "2316717_29", "loss": 3.61841742557816, "seconds": 438.4034255430015, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.620478204526199, "best_epoch": 40, "final_validation": { "loss": 3.61841742557816, "perplexity": 37.27852507433883, "tokens": 197411295, "seconds": 100.23618777599768, "split": "full", "validation_complete": true }, "seconds_this_session": 438.4034255430015, "training_seconds": 306.7770994520688, "training_elapsed_seconds": 338.0924340609927, "training_tokens_per_second": 1330177.8285564533, "elapsed_tokens_per_second": 1206971.9842544112, "peak_memory_bytes": 63208612864, "recipe_identity": "08cf47388f8a73ecfb2deb6910d9698620210e54a1a34795b6e2ee8d9b239c6c", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 30, "run_id": "packed4-atc-lr0.008-beta2-0.95-seed44", "lr": 0.008, "beta1": 0.9, "beta2": 0.95, "seed": 44, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.008-beta2-0.95-seed44", "job_id": "2316717_30", "loss": 3.612764758544758, "seconds": 442.87116255, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.614248422847135, "best_epoch": 40, "final_validation": { "loss": 3.612764758544758, "perplexity": 37.06839643771927, "tokens": 197411295, "seconds": 102.18566177100001, "split": "full", "validation_complete": true }, "seconds_this_session": 442.87116255, "training_seconds": 308.8759874981188, "training_elapsed_seconds": 340.6026873189985, "training_tokens_per_second": 1321138.944161159, "elapsed_tokens_per_second": 1198076.5601470883, "peak_memory_bytes": 63208612864, "recipe_identity": "c93cc179a5242e52dd9f50e62dabdd7592f72d8ef320a86aeb4f913e6b7bff07", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 31, "run_id": "packed4-atc-lr0.008-beta2-0.98-seed43", "lr": 0.008, "beta1": 0.9, "beta2": 0.98, "seed": 43, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.008-beta2-0.98-seed43", "job_id": "2316717_31", "loss": 3.6541158212011857, "seconds": 440.33732079800393, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6569522257217435, "best_epoch": 40, "final_validation": { "loss": 3.6541158212011857, "perplexity": 38.6333472229305, "tokens": 197411295, "seconds": 101.55518048501108, "split": "full", "validation_complete": true }, "seconds_this_session": 440.33732079800393, "training_seconds": 307.1490121050156, "training_elapsed_seconds": 338.69730862900906, "training_tokens_per_second": 1328567.1772256254, "elapsed_tokens_per_second": 1204816.4706468808, "peak_memory_bytes": 63208612864, "recipe_identity": "6107b460cf11915706fc93708c3854dc459269457453cb7e37cbdb87cc83f064", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 32, "run_id": "packed4-atc-lr0.008-beta2-0.98-seed44", "lr": 0.008, "beta1": 0.9, "beta2": 0.98, "seed": 44, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.008-beta2-0.98-seed44", "job_id": "2316717_32", "loss": 3.659334892981028, "seconds": 445.4282557980041, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6610686652347955, "best_epoch": 40, "final_validation": { "loss": 3.659334892981028, "perplexity": 38.83550451301131, "tokens": 197411295, "seconds": 102.4795284760039, "split": "full", "validation_complete": true }, "seconds_this_session": 445.4282557980041, "training_seconds": 311.38428676985495, "training_elapsed_seconds": 342.87285802300903, "training_tokens_per_second": 1310496.7506006632, "elapsed_tokens_per_second": 1190144.0620085942, "peak_memory_bytes": 63208612864, "recipe_identity": "bf7ca6d387852578a113c637890d7e24972013d82fe1ef51074be220bd8d65b0", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 33, "run_id": "packed4-atc-lr0.008-beta2-0.99-seed42", "lr": 0.008, "beta1": 0.9, "beta2": 0.99, "seed": 42, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.008-beta2-0.99-seed42", "job_id": "2316717_33", "loss": 3.6393310356495006, "seconds": 438.9646298410371, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.637993783134566, "best_epoch": 40, "final_validation": { "loss": 3.6393310356495006, "perplexity": 38.066363165986225, "tokens": 197411295, "seconds": 102.32680146186613, "split": "full", "validation_complete": true }, "seconds_this_session": 438.9646298410371, "training_seconds": 308.49046099511907, "training_elapsed_seconds": 336.5503209528979, "training_tokens_per_second": 1322789.9970834316, "elapsed_tokens_per_second": 1212502.4716797445, "peak_memory_bytes": 63208612864, "recipe_identity": "8b39d25584221fd1772a883d2ed948ab44b5587526bc4439be3130ecafcd9d8a", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 34, "run_id": "packed4-atc-lr0.008-beta2-0.99-seed43", "lr": 0.008, "beta1": 0.9, "beta2": 0.99, "seed": 43, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.008-beta2-0.99-seed43", "job_id": "2316717_34", "loss": 3.603673759474627, "seconds": 431.78218938806094, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6040640031698024, "best_epoch": 40, "final_validation": { "loss": 3.603673759474627, "perplexity": 36.732934831133676, "tokens": 197411295, "seconds": 99.92288604308851, "split": "full", "validation_complete": true }, "seconds_this_session": 431.78218938806094, "training_seconds": 304.6146156301256, "training_elapsed_seconds": 331.8053045780398, "training_tokens_per_second": 1339620.868669977, "elapsed_tokens_per_second": 1229841.9897745287, "peak_memory_bytes": 63208612864, "recipe_identity": "1bd2ae1b2982c0b9f7a00d516dff142515614a93080454cb29aa79f4c2c7a896", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 35, "run_id": "packed4-atc-lr0.008-beta2-0.99-seed44", "lr": 0.008, "beta1": 0.9, "beta2": 0.99, "seed": 44, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.008-beta2-0.99-seed44", "job_id": "2316717_35", "loss": 3.646113846666067, "seconds": 438.28153412998654, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.646546398200744, "best_epoch": 40, "final_validation": { "loss": 3.646113846666067, "perplexity": 38.3254377471313, "tokens": 197411295, "seconds": 102.70604780304711, "split": "full", "validation_complete": true }, "seconds_this_session": 438.28153412998654, "training_seconds": 307.7187264636159, "training_elapsed_seconds": 335.5112595029641, "training_tokens_per_second": 1326107.4510791895, "elapsed_tokens_per_second": 1216257.5306847338, "peak_memory_bytes": 63208612864, "recipe_identity": "3a056c8378a0566d022eec7b01c19423228d741ae387c28a30ae88014cd5b279", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 36, "run_id": "packed4-atc-lr0.0112-beta2-0.95-seed42", "lr": 0.0112, "beta1": 0.9, "beta2": 0.95, "seed": 42, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0112-beta2-0.95-seed42", "job_id": "2316717_36", "loss": 3.697024920172007, "seconds": 440.74021391011775, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6993733035297107, "best_epoch": 40, "final_validation": { "loss": 3.697024920172007, "perplexity": 40.32714922495382, "tokens": 197411295, "seconds": 100.78003973513842, "split": "full", "validation_complete": true }, "seconds_this_session": 440.74021391011775, "training_seconds": 311.276976415189, "training_elapsed_seconds": 339.8566829150077, "training_tokens_per_second": 1310948.5343230416, "elapsed_tokens_per_second": 1200706.405123276, "peak_memory_bytes": 63208612864, "recipe_identity": "f52dd5f4acf8e787c5da87f5a34ba1a21edd9b2322401132fdbc3ee07af33405", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 37, "run_id": "packed4-atc-lr0.0112-beta2-0.95-seed43", "lr": 0.0112, "beta1": 0.9, "beta2": 0.95, "seed": 43, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0112-beta2-0.95-seed43", "job_id": "2316717_37", "loss": 3.66770012866389, "seconds": 444.5258158619981, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6696006241791803, "best_epoch": 40, "final_validation": { "loss": 3.66770012866389, "perplexity": 39.161735257267104, "tokens": 197411295, "seconds": 102.72479974012822, "split": "full", "validation_complete": true }, "seconds_this_session": 444.5258158619981, "training_seconds": 312.7178570786491, "training_elapsed_seconds": 341.7044176917989, "training_tokens_per_second": 1304908.2000372307, "elapsed_tokens_per_second": 1194213.6971962065, "peak_memory_bytes": 63208612864, "recipe_identity": "9491b1052ce783298dcb389fe4a8999a974f6a5c29a5e73db85f72e9b91482ca", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 38, "run_id": "packed4-atc-lr0.0112-beta2-0.95-seed44", "lr": 0.0112, "beta1": 0.9, "beta2": 0.95, "seed": 44, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0112-beta2-0.95-seed44", "job_id": "2316717_38", "loss": 3.745016805033478, "seconds": 445.7399551020062, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.7486563146941854, "best_epoch": 40, "final_validation": { "loss": 3.745016805033478, "perplexity": 42.30971822909479, "tokens": 197411295, "seconds": 103.9748369139852, "split": "full", "validation_complete": true }, "seconds_this_session": 445.7399551020062, "training_seconds": 314.08996909169946, "training_elapsed_seconds": 341.70819188898895, "training_tokens_per_second": 1299207.6670900094, "elapsed_tokens_per_second": 1194200.5070003397, "peak_memory_bytes": 63208612864, "recipe_identity": "b395380f52337b3a9de26f49e6e46a5025f97ba0884f9017f6985932eae66538", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 39, "run_id": "packed4-atc-lr0.0112-beta2-0.98-seed42", "lr": 0.0112, "beta1": 0.9, "beta2": 0.98, "seed": 42, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0112-beta2-0.98-seed42", "job_id": "2316717_39", "loss": 3.7472444669032137, "seconds": 433.96648970013484, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.7480615457437763, "best_epoch": 40, "final_validation": { "loss": 3.7472444669032137, "perplexity": 42.40407503362052, "tokens": 197411295, "seconds": 99.98349499888718, "split": "full", "validation_complete": true }, "seconds_this_session": 433.96648970013484, "training_seconds": 306.14261869271286, "training_elapsed_seconds": 333.9142606430687, "training_tokens_per_second": 1332934.6228974205, "elapsed_tokens_per_second": 1222074.4786824083, "peak_memory_bytes": 63208612864, "recipe_identity": "a960ba480f536e7722ee722b2b038fda4e551c6460167313612b452a80e3c9ed", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 40, "run_id": "packed4-atc-lr0.0112-beta2-0.98-seed43", "lr": 0.0112, "beta1": 0.9, "beta2": 0.98, "seed": 43, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0112-beta2-0.98-seed43", "job_id": "2316717_40", "loss": 3.6984016116044667, "seconds": 431.5160778469872, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.7008235612688667, "best_epoch": 40, "final_validation": { "loss": 3.6984016116044667, "perplexity": 40.382705498936, "tokens": 197411295, "seconds": 101.12609447399154, "split": "full", "validation_complete": true }, "seconds_this_session": 431.5160778469872, "training_seconds": 302.613674347871, "training_elapsed_seconds": 330.3159706229344, "training_tokens_per_second": 1348478.7059916644, "elapsed_tokens_per_second": 1235387.1210963093, "peak_memory_bytes": 63208612864, "recipe_identity": "4e79ad7f7f05cc62a574ef720e87346947d274f079a42d075c600fa166c13b98", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 41, "run_id": "packed4-atc-lr0.0112-beta2-0.98-seed44", "lr": 0.0112, "beta1": 0.9, "beta2": 0.98, "seed": 44, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0112-beta2-0.98-seed44", "job_id": "2316717_41", "loss": 3.692844950151379, "seconds": 429.6860469529638, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6957478738910567, "best_epoch": 40, "final_validation": { "loss": 3.692844950151379, "perplexity": 40.15893476080699, "tokens": 197411295, "seconds": 100.49488093494438, "split": "full", "validation_complete": true }, "seconds_this_session": 429.6860469529638, "training_seconds": 301.6428380238358, "training_elapsed_seconds": 329.1303394259885, "training_tokens_per_second": 1352818.779565237, "elapsed_tokens_per_second": 1239837.374797112, "peak_memory_bytes": 63208612864, "recipe_identity": "261a6d0ae35d84bb27badcc2e38cb4aa45e48b6f508b08d8e2f23fc714df889a", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 42, "run_id": "packed4-atc-lr0.0112-beta2-0.99-seed42", "lr": 0.0112, "beta1": 0.9, "beta2": 0.99, "seed": 42, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0112-beta2-0.99-seed42", "job_id": "2316717_42", "loss": 3.749785357807661, "seconds": 427.33404762204736, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.7501877539369217, "best_epoch": 40, "final_validation": { "loss": 3.749785357807661, "perplexity": 42.51195616123172, "tokens": 197411295, "seconds": 100.15058020094875, "split": "full", "validation_complete": true }, "seconds_this_session": 427.33404762204736, "training_seconds": 299.97687471751124, "training_elapsed_seconds": 327.1139775640331, "training_tokens_per_second": 1360331.8468607904, "elapsed_tokens_per_second": 1247479.851025687, "peak_memory_bytes": 63208612864, "recipe_identity": "61160fb2df795f38502deb51c465d20f0b2da22a503de2b7ec964e12d24d55a7", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 43, "run_id": "packed4-atc-lr0.0112-beta2-0.99-seed43", "lr": 0.0112, "beta1": 0.9, "beta2": 0.99, "seed": 43, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0112-beta2-0.99-seed43", "job_id": "2316717_43", "loss": 3.808607473466425, "seconds": 439.8850880151149, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.811193921763827, "best_epoch": 40, "final_validation": { "loss": 3.808607473466425, "perplexity": 45.087609438170574, "tokens": 197411295, "seconds": 102.12235855916515, "split": "full", "validation_complete": true }, "seconds_this_session": 439.8850880151149, "training_seconds": 308.9860253697261, "training_elapsed_seconds": 337.6739939020481, "training_tokens_per_second": 1320668.4525998041, "elapsed_tokens_per_second": 1208467.644441614, "peak_memory_bytes": 63208612864, "recipe_identity": "5fab292270e144339847f13edf5584e938fad174bb4087dc1ce6f9fa55a40915", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 44, "run_id": "packed4-atc-lr0.0112-beta2-0.99-seed44", "lr": 0.0112, "beta1": 0.9, "beta2": 0.99, "seed": 44, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.0112-beta2-0.99-seed44", "job_id": "2316717_44", "loss": 3.7368083818629847, "seconds": 434.6200729509583, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.737363423089456, "best_epoch": 40, "final_validation": { "loss": 3.7368083818629847, "perplexity": 41.96384364216483, "tokens": 197411295, "seconds": 101.3287243450759, "split": "full", "validation_complete": true }, "seconds_this_session": 434.6200729509583, "training_seconds": 305.8122769977199, "training_elapsed_seconds": 333.23412274802104, "training_tokens_per_second": 1334374.4731446558, "elapsed_tokens_per_second": 1224568.7585498726, "peak_memory_bytes": 63208612864, "recipe_identity": "2efcce467d158bd2f5bf2198bbe0c7254274d3ce3c3936b02cf77eba009c3eac", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 45, "run_id": "packed4-atc-lr0.016-beta2-0.95-seed42", "lr": 0.016, "beta1": 0.9, "beta2": 0.95, "seed": 42, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.016-beta2-0.95-seed42", "job_id": "2316717_45", "loss": 3.821945347708454, "seconds": 436.2588754679309, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.8241968368111445, "best_epoch": 40, "final_validation": { "loss": 3.821945347708454, "perplexity": 45.69301071075927, "tokens": 197411295, "seconds": 100.99161264894065, "split": "full", "validation_complete": true }, "seconds_this_session": 436.2588754679309, "training_seconds": 308.32495574990753, "training_elapsed_seconds": 335.2162753409939, "training_tokens_per_second": 1323500.0553474412, "elapsed_tokens_per_second": 1217327.8149603526, "peak_memory_bytes": 63208612864, "recipe_identity": "703bda7520579a30bd5442a0086a190b3defa48b4feb3717b722133e5f4186fe", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 46, "run_id": "packed4-atc-lr0.016-beta2-0.95-seed43", "lr": 0.016, "beta1": 0.9, "beta2": 0.95, "seed": 43, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.016-beta2-0.95-seed43", "job_id": "2316717_46", "loss": 3.8257566329388646, "seconds": 444.83627243700903, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.8289139786532322, "best_epoch": 40, "final_validation": { "loss": 3.8257566329388646, "perplexity": 45.867492095568494, "tokens": 197411295, "seconds": 102.63332356198225, "split": "full", "validation_complete": true }, "seconds_this_session": 444.83627243700903, "training_seconds": 311.76750403502956, "training_elapsed_seconds": 342.1194744950626, "training_tokens_per_second": 1308885.9188934274, "elapsed_tokens_per_second": 1192764.886016125, "peak_memory_bytes": 63208612864, "recipe_identity": "841f855461f67717e607b1d90aef3ff8595541609470b76975315568741c17c2", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 47, "run_id": "packed4-atc-lr0.016-beta2-0.95-seed44", "lr": 0.016, "beta1": 0.9, "beta2": 0.95, "seed": 44, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.016-beta2-0.95-seed44", "job_id": "2316717_47", "loss": 3.823424482019471, "seconds": 435.8552582510165, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.8284635603105315, "best_epoch": 40, "final_validation": { "loss": 3.823424482019471, "perplexity": 45.76064681978859, "tokens": 197411295, "seconds": 100.05496216801112, "split": "full", "validation_complete": true }, "seconds_this_session": 435.8552582510165, "training_seconds": 307.2986570717767, "training_elapsed_seconds": 335.74212721097865, "training_tokens_per_second": 1327920.2059925902, "elapsed_tokens_per_second": 1215421.1906317377, "peak_memory_bytes": 63208612864, "recipe_identity": "87bef400102c974c8ee22dd6f3d585b10ae09fb9669b356b0d8de49b366c795d", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 48, "run_id": "packed4-atc-lr0.016-beta2-0.98-seed42", "lr": 0.016, "beta1": 0.9, "beta2": 0.98, "seed": 42, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.016-beta2-0.98-seed42", "job_id": "2316717_48", "loss": 3.9220025405666394, "seconds": 438.02862988307606, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.922973074109693, "best_epoch": 40, "final_validation": { "loss": 3.9220025405666394, "perplexity": 50.50147483794461, "tokens": 197411295, "seconds": 100.51292926503811, "split": "full", "validation_complete": true }, "seconds_this_session": 438.02862988307606, "training_seconds": 308.4877994169947, "training_elapsed_seconds": 337.42835693003144, "training_tokens_per_second": 1322801.409881364, "elapsed_tokens_per_second": 1209347.3699503457, "peak_memory_bytes": 63208612864, "recipe_identity": "c74066ac6f796e5e22adea36545e9dbafa44d15535f97706a914ebe5d1e46c80", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 49, "run_id": "packed4-atc-lr0.016-beta2-0.98-seed43", "lr": 0.016, "beta1": 0.9, "beta2": 0.98, "seed": 43, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.016-beta2-0.98-seed43", "job_id": "2316717_49", "loss": 3.889992597390567, "seconds": 439.16667229600716, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.8938424738235837, "best_epoch": 40, "final_validation": { "loss": 3.889992597390567, "perplexity": 48.91052445688206, "tokens": 197411295, "seconds": 101.48744644003455, "split": "full", "validation_complete": true }, "seconds_this_session": 439.16667229600716, "training_seconds": 308.56217022857163, "training_elapsed_seconds": 337.61561293900013, "training_tokens_per_second": 1322482.5833241905, "elapsed_tokens_per_second": 1208676.6143535227, "peak_memory_bytes": 63208612864, "recipe_identity": "739fdbf73e3f719bd749c8ba243bdecee742f01133659be740cbe07ecefd624a", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 50, "run_id": "packed4-atc-lr0.016-beta2-0.98-seed44", "lr": 0.016, "beta1": 0.9, "beta2": 0.98, "seed": 44, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.016-beta2-0.98-seed44", "job_id": "2316717_50", "loss": 3.9033004455424205, "seconds": 444.86203858896624, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.9069783199607597, "best_epoch": 40, "final_validation": { "loss": 3.9033004455424205, "perplexity": 49.565768563701624, "tokens": 197411295, "seconds": 101.41899956692941, "split": "full", "validation_complete": true }, "seconds_this_session": 444.86203858896624, "training_seconds": 306.9225226874696, "training_elapsed_seconds": 343.3827696320368, "training_tokens_per_second": 1329547.5758079963, "elapsed_tokens_per_second": 1188376.7389880363, "peak_memory_bytes": 63208612864, "recipe_identity": "631a1a3c5e681cae26d9ac78f52e58af64e559d78aad289ece82052786978b90", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 51, "run_id": "packed4-atc-lr0.016-beta2-0.99-seed42", "lr": 0.016, "beta1": 0.9, "beta2": 0.99, "seed": 42, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.016-beta2-0.99-seed42", "job_id": "2316717_51", "loss": 4.006088001961236, "seconds": 432.8361412989907, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 4.006174454873236, "best_epoch": 40, "final_validation": { "loss": 4.006088001961236, "perplexity": 54.93155754062802, "tokens": 197411295, "seconds": 100.36111710616387, "split": "full", "validation_complete": true }, "seconds_this_session": 432.8361412989907, "training_seconds": 304.1987067013979, "training_elapsed_seconds": 332.4128069218714, "training_tokens_per_second": 1341452.4355639701, "elapsed_tokens_per_second": 1227594.3871678514, "peak_memory_bytes": 63208612864, "recipe_identity": "b61f978234e08ee4f2e5801aff3b714abeecfb1fc1e33af0eb18eab0a68d29e7", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 52, "run_id": "packed4-atc-lr0.016-beta2-0.99-seed43", "lr": 0.016, "beta1": 0.9, "beta2": 0.99, "seed": 43, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.016-beta2-0.99-seed43", "job_id": "2316717_52", "loss": 4.142379910207099, "seconds": 438.44286149798427, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 4.1427933379647275, "best_epoch": 40, "final_validation": { "loss": 4.142379910207099, "perplexity": 62.952464522911335, "tokens": 197411295, "seconds": 101.7377546268981, "split": "full", "validation_complete": true }, "seconds_this_session": 438.44286149798427, "training_seconds": 308.2716737308074, "training_elapsed_seconds": 336.64948867994826, "training_tokens_per_second": 1323728.81056966, "elapsed_tokens_per_second": 1212145.3016313629, "peak_memory_bytes": 63208612864, "recipe_identity": "79d6f7bbd066f684684eb9ddf95df879daddf5561b6c099a430ddd27f3c9e657", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "initial", "index": 53, "run_id": "packed4-atc-lr0.016-beta2-0.99-seed44", "lr": 0.016, "beta1": 0.9, "beta2": 0.99, "seed": 44, "scheme": "atc", "directory": "runs/packed4-atc-20m-batch128k-lr016-20260911/experiments/packed4-atc-lr0.016-beta2-0.99-seed44", "job_id": "2316717_53", "loss": 4.127176118414989, "seconds": 438.9067654249957, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 4.1315013023316585, "best_epoch": 40, "final_validation": { "loss": 4.127176118414989, "perplexity": 62.00258752292631, "tokens": 197411295, "seconds": 100.60512678000669, "split": "full", "validation_complete": true }, "seconds_this_session": 438.9067654249957, "training_seconds": 309.7092097111163, "training_elapsed_seconds": 338.24083981900185, "training_tokens_per_second": 1317584.6348922874, "elapsed_tokens_per_second": 1206442.4160558607, "peak_memory_bytes": 63208612864, "recipe_identity": "e78c08b5bcafaa88d46abe19670c7ead18ff6457e75a6b37cfcf54fd0dc5971a", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "beta999", "index": 0, "run_id": "packed4-atc-lr0.008-beta2-0.999-seed42", "lr": 0.008, "beta1": 0.9, "beta2": 0.999, "seed": 42, "scheme": "atc", "directory": "runs/packed4-atc-20m-beta999-lr016-20260911/experiments/packed4-atc-lr0.008-beta2-0.999-seed42", "job_id": "2317246_0", "loss": 4.01432850821585, "seconds": 435.14332712301984, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 4.015338838843649, "best_epoch": 40, "final_validation": { "loss": 4.01432850821585, "perplexity": 55.38609160739987, "tokens": 197411295, "seconds": 99.83551848499337, "split": "full", "validation_complete": true }, "seconds_this_session": 435.14332712301984, "training_seconds": 306.1923750441638, "training_elapsed_seconds": 335.2400719720172, "training_tokens_per_second": 1332718.0206272025, "elapsed_tokens_per_second": 1217241.4043451878, "peak_memory_bytes": 63208612864, "recipe_identity": "3e0c416ab1c966961353cc69e955ac051ab38ec7133f9305013f7191df999a38", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "beta999", "index": 1, "run_id": "packed4-atc-lr0.0024-beta2-0.999-seed42", "lr": 0.0024, "beta1": 0.9, "beta2": 0.999, "seed": 42, "scheme": "atc", "directory": "runs/packed4-atc-20m-beta999-lr016-20260911/experiments/packed4-atc-lr0.0024-beta2-0.999-seed42", "job_id": "2317246_1", "loss": 3.6241348681028143, "seconds": 442.51265862805303, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.621161702484219, "best_epoch": 40, "final_validation": { "loss": 3.6241348681028143, "perplexity": 37.49227336336338, "tokens": 197411295, "seconds": 101.77007959794719, "split": "full", "validation_complete": true }, "seconds_this_session": 442.51265862805303, "training_seconds": 309.11472837394103, "training_elapsed_seconds": 340.67185116000473, "training_tokens_per_second": 1320118.5791003576, "elapsed_tokens_per_second": 1197833.3243868188, "peak_memory_bytes": 63208612864, "recipe_identity": "6f281264888bf60238aaf735f7659dca86eb387d99751d568ffc21d043d61dc4", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "beta999", "index": 2, "run_id": "packed4-atc-lr0.0024-beta2-0.999-seed43", "lr": 0.0024, "beta1": 0.9, "beta2": 0.999, "seed": 43, "scheme": "atc", "directory": "runs/packed4-atc-20m-beta999-lr016-20260911/experiments/packed4-atc-lr0.0024-beta2-0.999-seed43", "job_id": "2317246_2", "loss": 3.6267138667416874, "seconds": 442.2799617530545, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.626360879575195, "best_epoch": 40, "final_validation": { "loss": 3.6267138667416874, "perplexity": 37.58909067753361, "tokens": 197411295, "seconds": 101.63115560705774, "split": "full", "validation_complete": true }, "seconds_this_session": 442.2799617530545, "training_seconds": 308.60378780576866, "training_elapsed_seconds": 340.56236760201864, "training_tokens_per_second": 1322304.2364497255, "elapsed_tokens_per_second": 1198218.4023246767, "peak_memory_bytes": 63208612864, "recipe_identity": "08d9aa442516de99d4c075eaac9d93981a01eb3332239f14563160925c8c7c05", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "beta999", "index": 3, "run_id": "packed4-atc-lr0.0024-beta2-0.999-seed44", "lr": 0.0024, "beta1": 0.9, "beta2": 0.999, "seed": 44, "scheme": "atc", "directory": "runs/packed4-atc-20m-beta999-lr016-20260911/experiments/packed4-atc-lr0.0024-beta2-0.999-seed44", "job_id": "2317246_3", "loss": 3.62684586290792, "seconds": 443.7325041029835, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6242203970011477, "best_epoch": 40, "final_validation": { "loss": 3.62684586290792, "perplexity": 37.59405262086676, "tokens": 197411295, "seconds": 101.86281880596653, "split": "full", "validation_complete": true }, "seconds_this_session": 443.7325041029835, "training_seconds": 309.72218545130454, "training_elapsed_seconds": 341.76566314697266, "training_tokens_per_second": 1317529.4349850754, "elapsed_tokens_per_second": 1193999.6904385176, "peak_memory_bytes": 63208612864, "recipe_identity": "03f6de02815510c76be55b408ee5c7877a9ef42f64c8d928d91dab9af911ee12", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "beta999", "index": 4, "run_id": "packed4-atc-lr0.004-beta2-0.999-seed42", "lr": 0.004, "beta1": 0.9, "beta2": 0.999, "seed": 42, "scheme": "atc", "directory": "runs/packed4-atc-20m-beta999-lr016-20260911/experiments/packed4-atc-lr0.004-beta2-0.999-seed42", "job_id": "2317246_4", "loss": 3.60000966224167, "seconds": 437.74425447999965, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.598476847963971, "best_epoch": 40, "final_validation": { "loss": 3.60000966224167, "perplexity": 36.598588066372265, "tokens": 197411295, "seconds": 101.19919750397094, "split": "full", "validation_complete": true }, "seconds_this_session": 437.74425447999965, "training_seconds": 307.30410268041305, "training_elapsed_seconds": 336.4897183260182, "training_tokens_per_second": 1327896.674468998, "elapsed_tokens_per_second": 1212720.846360693, "peak_memory_bytes": 63208612864, "recipe_identity": "89b6e50517e602a6906296582210fd0871ab9b2bc940f1978e0e30f45396ccdc", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "beta999", "index": 5, "run_id": "packed4-atc-lr0.004-beta2-0.999-seed43", "lr": 0.004, "beta1": 0.9, "beta2": 0.999, "seed": 43, "scheme": "atc", "directory": "runs/packed4-atc-20m-beta999-lr016-20260911/experiments/packed4-atc-lr0.004-beta2-0.999-seed43", "job_id": "2317246_5", "loss": 3.603286474494961, "seconds": 443.762149275979, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.601719863909081, "best_epoch": 40, "final_validation": { "loss": 3.603286474494961, "perplexity": 36.718711471639054, "tokens": 197411295, "seconds": 101.00472602201626, "split": "full", "validation_complete": true }, "seconds_this_session": 443.762149275979, "training_seconds": 314.3189942513127, "training_elapsed_seconds": 342.66709665907547, "training_tokens_per_second": 1298261.0133758907, "elapsed_tokens_per_second": 1190858.7079955125, "peak_memory_bytes": 63208612864, "recipe_identity": "d3832ed13845ee28ca2964cb56e95177f3c19f0cb92673c02cfdea861ae8ef52", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "beta999", "index": 6, "run_id": "packed4-atc-lr0.004-beta2-0.999-seed44", "lr": 0.004, "beta1": 0.9, "beta2": 0.999, "seed": 44, "scheme": "atc", "directory": "runs/packed4-atc-20m-beta999-lr016-20260911/experiments/packed4-atc-lr0.004-beta2-0.999-seed44", "job_id": "2317246_6", "loss": 3.607745250061078, "seconds": 444.6953906370327, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6062287251221794, "best_epoch": 40, "final_validation": { "loss": 3.607745250061078, "perplexity": 36.882797504720564, "tokens": 197411295, "seconds": 102.1895063649863, "split": "full", "validation_complete": true }, "seconds_this_session": 444.6953906370327, "training_seconds": 311.84746897185687, "training_elapsed_seconds": 342.3773744950304, "training_tokens_per_second": 1308550.2901318294, "elapsed_tokens_per_second": 1191866.421085378, "peak_memory_bytes": 63208612864, "recipe_identity": "1c36d3d94306313b5220a4b939f9b1f8e958daf698844d33b6f883cb31968e34", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "beta999", "index": 7, "run_id": "packed4-atc-lr0.0056-beta2-0.999-seed42", "lr": 0.0056, "beta1": 0.9, "beta2": 0.999, "seed": 42, "scheme": "atc", "directory": "runs/packed4-atc-20m-beta999-lr016-20260911/experiments/packed4-atc-lr0.0056-beta2-0.999-seed42", "job_id": "2317246_7", "loss": 3.5948159386182352, "seconds": 437.0731172579981, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.592812107194196, "best_epoch": 40, "final_validation": { "loss": 3.5948159386182352, "perplexity": 36.40899788063983, "tokens": 197411295, "seconds": 101.59193395398324, "split": "full", "validation_complete": true }, "seconds_this_session": 437.0731172579981, "training_seconds": 308.41365198613494, "training_elapsed_seconds": 335.41075776302023, "training_tokens_per_second": 1323119.431880224, "elapsed_tokens_per_second": 1216621.9674096284, "peak_memory_bytes": 63208612864, "recipe_identity": "447c519d7db5bf9c9ac5c5ce1ce37c4309c0b2c7fd039dcf67ed6bc2e904a2bf", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "beta999", "index": 8, "run_id": "packed4-atc-lr0.0056-beta2-0.999-seed43", "lr": 0.0056, "beta1": 0.9, "beta2": 0.999, "seed": 43, "scheme": "atc", "directory": "runs/packed4-atc-20m-beta999-lr016-20260911/experiments/packed4-atc-lr0.0056-beta2-0.999-seed43", "job_id": "2317246_8", "loss": 3.6048496770291556, "seconds": 443.0206349360524, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.6055137707244826, "best_epoch": 40, "final_validation": { "loss": 3.6048496770291556, "perplexity": 36.77615514081104, "tokens": 197411295, "seconds": 102.85392145300284, "split": "full", "validation_complete": true }, "seconds_this_session": 443.0206349360524, "training_seconds": 310.7174878020305, "training_elapsed_seconds": 340.1052680379944, "training_tokens_per_second": 1313309.0734178282, "elapsed_tokens_per_second": 1199828.8011064068, "peak_memory_bytes": 63208612864, "recipe_identity": "6cde9b6f71eda6b525a605b26e85692af874e021a4d2f0b07f5022ca04ddbb06", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "beta999", "index": 9, "run_id": "packed4-atc-lr0.0056-beta2-0.999-seed44", "lr": 0.0056, "beta1": 0.9, "beta2": 0.999, "seed": 44, "scheme": "atc", "directory": "runs/packed4-atc-20m-beta999-lr016-20260911/experiments/packed4-atc-lr0.0056-beta2-0.999-seed44", "job_id": "2317246_9", "loss": 3.602827320791389, "seconds": 449.39936743397266, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.600812620396203, "best_epoch": 40, "final_validation": { "loss": 3.602827320791389, "perplexity": 36.7018558092425, "tokens": 197411295, "seconds": 101.62779335398227, "split": "full", "validation_complete": true }, "seconds_this_session": 449.39936743397266, "training_seconds": 309.25262474722695, "training_elapsed_seconds": 347.69191883399617, "training_tokens_per_second": 1319529.9355455483, "elapsed_tokens_per_second": 1173648.491366951, "peak_memory_bytes": 63208612864, "recipe_identity": "10be602a9abcf58bd129cfb832d469511e3ba33906442bafefc8c208fc900e21", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "beta999", "index": 10, "run_id": "packed4-atc-lr0.008-beta2-0.999-seed43", "lr": 0.008, "beta1": 0.9, "beta2": 0.999, "seed": 43, "scheme": "atc", "directory": "runs/packed4-atc-20m-beta999-lr016-20260911/experiments/packed4-atc-lr0.008-beta2-0.999-seed43", "job_id": "2317246_10", "loss": 3.774273879426971, "seconds": 443.35929809499066, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.774515750669877, "best_epoch": 40, "final_validation": { "loss": 3.774273879426971, "perplexity": 43.56586275863809, "tokens": 197411295, "seconds": 101.13321733893827, "split": "full", "validation_complete": true }, "seconds_this_session": 443.35929809499066, "training_seconds": 305.7961058424553, "training_elapsed_seconds": 342.16957878204994, "training_tokens_per_second": 1334445.0377345053, "elapsed_tokens_per_second": 1192590.228074966, "peak_memory_bytes": 63208612864, "recipe_identity": "7b7b23cfc33fec1871e576f1304e74a0f3e1816dbd352651a89a102356b94dd9", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "beta999", "index": 11, "run_id": "packed4-atc-lr0.008-beta2-0.999-seed44", "lr": 0.008, "beta1": 0.9, "beta2": 0.999, "seed": 44, "scheme": "atc", "directory": "runs/packed4-atc-20m-beta999-lr016-20260911/experiments/packed4-atc-lr0.008-beta2-0.999-seed44", "job_id": "2317246_11", "loss": 3.7536564984442875, "seconds": 447.8894955969881, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.7542747300663275, "best_epoch": 40, "final_validation": { "loss": 3.7536564984442875, "perplexity": 42.676844870045805, "tokens": 197411295, "seconds": 103.59022033202928, "split": "full", "validation_complete": true }, "seconds_this_session": 447.8894955969881, "training_seconds": 315.9487565800082, "training_elapsed_seconds": 344.2385781920748, "training_tokens_per_second": 1291564.1777392603, "elapsed_tokens_per_second": 1185422.325827497, "peak_memory_bytes": 63208612864, "recipe_identity": "164e2723827a9548e8cbc769dce2495b9f7b7bac3a1f3d066e56710913dc222f", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "beta999", "index": 12, "run_id": "packed4-atc-lr0.0112-beta2-0.999-seed42", "lr": 0.0112, "beta1": 0.9, "beta2": 0.999, "seed": 42, "scheme": "atc", "directory": "runs/packed4-atc-20m-beta999-lr016-20260911/experiments/packed4-atc-lr0.0112-beta2-0.999-seed42", "job_id": "2317246_12", "loss": 4.0483096937708, "seconds": 435.4216909951065, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 4.048553687056462, "best_epoch": 40, "final_validation": { "loss": 4.0483096937708, "perplexity": 57.30051971622798, "tokens": 197411295, "seconds": 101.25696032796986, "split": "full", "validation_complete": true }, "seconds_this_session": 435.4216909951065, "training_seconds": 303.93037432874553, "training_elapsed_seconds": 334.11034348909743, "training_tokens_per_second": 1342636.7696919104, "elapsed_tokens_per_second": 1221357.266999176, "peak_memory_bytes": 63208612864, "recipe_identity": "ad7000b7245157c444895ef76ca1dfdc3db8b3271af311a16e72388ed22ec692", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "beta999", "index": 13, "run_id": "packed4-atc-lr0.0112-beta2-0.999-seed43", "lr": 0.0112, "beta1": 0.9, "beta2": 0.999, "seed": 43, "scheme": "atc", "directory": "runs/packed4-atc-20m-beta999-lr016-20260911/experiments/packed4-atc-lr0.0112-beta2-0.999-seed43", "job_id": "2317246_13", "loss": 3.9470067029021103, "seconds": 434.653593783034, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 3.947876479366243, "best_epoch": 40, "final_validation": { "loss": 3.9470067029021103, "perplexity": 51.78014128599881, "tokens": 197411295, "seconds": 101.43218287301715, "split": "full", "validation_complete": true }, "seconds_this_session": 434.653593783034, "training_seconds": 303.6997767451685, "training_elapsed_seconds": 333.1671999609098, "training_tokens_per_second": 1343656.2264660667, "elapsed_tokens_per_second": 1224814.7358079616, "peak_memory_bytes": 63208612864, "recipe_identity": "b3a19805d15624d0a0169639dfb4e3b37f05806682f7738dd3cbb8fb143a2c4b", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "beta999", "index": 14, "run_id": "packed4-atc-lr0.0112-beta2-0.999-seed44", "lr": 0.0112, "beta1": 0.9, "beta2": 0.999, "seed": 44, "scheme": "atc", "directory": "runs/packed4-atc-20m-beta999-lr016-20260911/experiments/packed4-atc-lr0.0112-beta2-0.999-seed44", "job_id": "2317246_14", "loss": 4.20024432917068, "seconds": 440.51164154091384, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 4.200779429199628, "best_epoch": 40, "final_validation": { "loss": 4.20024432917068, "perplexity": 66.70262644752457, "tokens": 197411295, "seconds": 103.38521358498838, "split": "full", "validation_complete": true }, "seconds_this_session": 440.51164154091384, "training_seconds": 306.31940998870414, "training_elapsed_seconds": 337.06997840001713, "training_tokens_per_second": 1332165.323820152, "elapsed_tokens_per_second": 1210633.16862864, "peak_memory_bytes": 63208612864, "recipe_identity": "6013351bdad0833a9cfbcdaec7b4c9106f9fc2c3875600f2478d9d0358d4fa41", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "beta999", "index": 15, "run_id": "packed4-atc-lr0.016-beta2-0.999-seed42", "lr": 0.016, "beta1": 0.9, "beta2": 0.999, "seed": 42, "scheme": "atc", "directory": "runs/packed4-atc-20m-beta999-lr016-20260911/experiments/packed4-atc-lr0.016-beta2-0.999-seed42", "job_id": "2317246_15", "loss": 4.440730173645417, "seconds": 437.40200502309017, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 4.4422204257636615, "best_epoch": 40, "final_validation": { "loss": 4.440730173645417, "perplexity": 84.83686470656203, "tokens": 197411295, "seconds": 101.08688351302408, "split": "full", "validation_complete": true }, "seconds_this_session": 437.40200502309017, "training_seconds": 306.8752303868532, "training_elapsed_seconds": 336.2411641499493, "training_tokens_per_second": 1329752.4713401631, "elapsed_tokens_per_second": 1213617.3065889664, "peak_memory_bytes": 63208612864, "recipe_identity": "e6ad4525d378a8b1a2a9b8e9e4d67b84b45673438324ad2245fcd88864999333", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "beta999", "index": 16, "run_id": "packed4-atc-lr0.016-beta2-0.999-seed43", "lr": 0.016, "beta1": 0.9, "beta2": 0.999, "seed": 43, "scheme": "atc", "directory": "runs/packed4-atc-20m-beta999-lr016-20260911/experiments/packed4-atc-lr0.016-beta2-0.999-seed43", "job_id": "2317246_16", "loss": 4.5221865742121405, "seconds": 433.6807243860094, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 4.525369667086336, "best_epoch": 40, "final_validation": { "loss": 4.5221865742121405, "perplexity": 92.0366230264521, "tokens": 197411295, "seconds": 101.41595899802633, "split": "full", "validation_complete": true }, "seconds_this_session": 433.6807243860094, "training_seconds": 302.02836218092125, "training_elapsed_seconds": 332.2145125339739, "training_tokens_per_second": 1351091.9737913844, "elapsed_tokens_per_second": 1228327.1217968508, "peak_memory_bytes": 63208612864, "recipe_identity": "5ab6336491a224bbd08fb5632fd6636f2f9df0fe3d466aecfd0394ec70b1078e", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" }, { "campaign": "beta999", "index": 17, "run_id": "packed4-atc-lr0.016-beta2-0.999-seed44", "lr": 0.016, "beta1": 0.9, "beta2": 0.999, "seed": 44, "scheme": "atc", "directory": "runs/packed4-atc-20m-beta999-lr016-20260911/experiments/packed4-atc-lr0.016-beta2-0.999-seed44", "job_id": "2317246_17", "loss": 4.524730323608251, "seconds": 420.59779714094475, "result": { "status": "complete", "parameters": 20403520, "tokens": 408068096, "step": 3119, "epochs": 40, "best_subset_loss": 4.525592263658835, "best_epoch": 40, "final_validation": { "loss": 4.524730323608251, "perplexity": 92.27103915223265, "tokens": 197411295, "seconds": 102.59664785594214, "split": "full", "validation_complete": true }, "seconds_this_session": 420.59779714094475, "training_seconds": 288.57764715806115, "training_elapsed_seconds": 317.9440260679694, "training_tokens_per_second": 1414066.889860291, "elapsed_tokens_per_second": 1283458.9190009315, "peak_memory_bytes": 63208612864, "recipe_identity": "2dc60e8da16ec5fcf932c127170c1f4423d655f9f814f1a3b0c5309844ee6f39", "num_models": 4, "total_parameters": 81614080, "tokens_per_model": 102017024, "topology": "one_peer_exponential", "scheme": "atc" }, "source_hash": "c51ecf00f2ffc6f72c9b8178d135ae52c5e2f3403347b5800160b917afd8cd83" } ], "source_changes_vs_awc": [ "source/tiny_llm/config.py", "source/tiny_llm/packed_benchmark.py", "source/tiny_llm/train.py" ], "awc_reference": { "path": "doc/recipe_sweep_packed4_20m_128k/results.json", "winner": { "campaign": "beta1_fill", "lr": 0.008, "beta1": 0.95, "beta2": 0.99, "seeds": 3, "mean_loss": 3.595558571720946, "std_loss": 0.00502545693684447 }, "difference_atc_minus_awc": -5.269353410808364e-05, "run_count": 129, "results_sha256": "da7c3157e13a2815b455d4de953d50e8bc2ab453850b6edc77440746336c9195" }, "matched_awc_comparisons": [ { "lr": 0.0056, "beta2": 0.99, "atc_mean": 3.595505878186838, "awc_mean": 3.6043430756377886, "difference_atc_minus_awc": -0.008837197450950462 }, { "lr": 0.0056, "beta2": 0.98, "atc_mean": 3.596439889223955, "awc_mean": 3.6061779045611995, "difference_atc_minus_awc": -0.009738015337244388 }, { "lr": 0.0056, "beta2": 0.999, "atc_mean": 3.6008309788129265, "awc_mean": 3.6129114400474163, "difference_atc_minus_awc": -0.012080461234489803 }, { "lr": 0.004, "beta2": 0.99, "atc_mean": 3.6031394418762224, "awc_mean": 3.6088846970117245, "difference_atc_minus_awc": -0.00574525513550217 }, { "lr": 0.0056, "beta2": 0.95, "atc_mean": 3.621841315861235, "awc_mean": 3.6363591898278917, "difference_atc_minus_awc": -0.014517873966656936 }, { "lr": 0.008, "beta2": 0.95, "atc_mean": 3.6244921361815248, "awc_mean": 3.620824265110116, "difference_atc_minus_awc": 0.003667871071408868 }, { "lr": 0.0024, "beta2": 0.999, "atc_mean": 3.6258981992508073, "awc_mean": 3.6379370336679706, "difference_atc_minus_awc": -0.012038834417163358 }, { "lr": 0.008, "beta2": 0.99, "atc_mean": 3.629706213930065, "awc_mean": 3.6082604821742534, "difference_atc_minus_awc": 0.021445731755811437 }, { "lr": 0.008, "beta2": 0.98, "atc_mean": 3.638587110262973, "awc_mean": 3.6019101966394693, "difference_atc_minus_awc": 0.03667691362350389 }, { "lr": 0.0024, "beta2": 0.99, "atc_mean": 3.6389422356284813, "awc_mean": 3.641324334999367, "difference_atc_minus_awc": -0.0023820993708856264 }, { "lr": 0.0024, "beta2": 0.98, "atc_mean": 3.6456629015082007, "awc_mean": 3.658485991260638, "difference_atc_minus_awc": -0.012823089752437067 }, { "lr": 0.0024, "beta2": 0.95, "atc_mean": 3.669128621713515, "awc_mean": 3.676713624147467, "difference_atc_minus_awc": -0.007585002433951882 }, { "lr": 0.0112, "beta2": 0.95, "atc_mean": 3.703247284623125, "awc_mean": 3.6765707864814243, "difference_atc_minus_awc": 0.026676498141700478 }, { "lr": 0.0112, "beta2": 0.98, "atc_mean": 3.712830342886353, "awc_mean": 3.703556888107519, "difference_atc_minus_awc": 0.009273454778834012 }, { "lr": 0.0112, "beta2": 0.99, "atc_mean": 3.7650670710456904, "awc_mean": 3.7355412468236486, "difference_atc_minus_awc": 0.029525824222041752 }, { "lr": 0.016, "beta2": 0.95, "atc_mean": 3.82370882088893, "awc_mean": 3.7989865029288383, "difference_atc_minus_awc": 0.024722317960091722 }, { "lr": 0.008, "beta2": 0.999, "atc_mean": 3.8474196286957025, "awc_mean": 3.6987123297802116, "difference_atc_minus_awc": 0.14870729891549095 }, { "lr": 0.016, "beta2": 0.98, "atc_mean": 3.905098527833209, "awc_mean": 3.85866048045364, "difference_atc_minus_awc": 0.046438047379568914 }, { "lr": 0.0112, "beta2": 0.999, "atc_mean": 4.06518690861453, "awc_mean": 4.04203187663618, "difference_atc_minus_awc": 0.023155031978349783 }, { "lr": 0.016, "beta2": 0.99, "atc_mean": 4.091881343527775, "awc_mean": 4.0934334399660015, "difference_atc_minus_awc": -0.0015520964382265134 }, { "lr": 0.016, "beta2": 0.999, "atc_mean": 4.49588235715527, "awc_mean": 4.6264823408273505, "difference_atc_minus_awc": -0.1305999836720808 } ] }