{
  "schema_version": 2,
  "measured_date": "2026-09-12",
  "run_count": 129,
  "group_count": 43,
  "protocol": {
    "batch_tokens": 131072,
    "micro_batch_size": 32,
    "num_models": 4,
    "topology": "one_peer_exponential",
    "accumulation_steps": 1,
    "parameters": 20403520,
    "training_tokens": 408068096,
    "optimizer_steps": 3119,
    "epochs": 40,
    "validation_tokens": 197411295,
    "cache_identity": "8cf0c4883c19d26f378623f91bfe079bc8ebf8f23e51814821f4c8c28c4b8151",
    "seeds": [
      42,
      43,
      44
    ]
  },
  "selection": "Mean final full-validation loss over three seeds; ties: LR, beta1, beta2",
  "campaigns": {
    "lr_beta2": {
      "git_commit": "4872de7c2babeb8e0d2f202b64b09c57a8f891c3",
      "batch_tokens": 131072,
      "micro_batch_size": 32,
      "num_models": 4,
      "topology": "one_peer_exponential",
      "accumulation_steps": 1,
      "parameters": 20403520,
      "training_tokens": 408068096,
      "optimizer_steps": 3119,
      "epochs": 40,
      "validation_tokens": 197411295,
      "cache_identity": "8cf0c4883c19d26f378623f91bfe079bc8ebf8f23e51814821f4c8c28c4b8151",
      "lrs": [
        0.0024,
        0.0048,
        0.0056,
        0.008,
        0.0112,
        0.016,
        0.0224,
        0.032
      ],
      "beta2s": [
        0.95,
        0.98,
        0.999
      ],
      "seeds": [
        42,
        43,
        44
      ],
      "selection": "Mean final full-validation loss over all three seeds; ties: LR, beta2",
      "measured_date": "2026-09-11",
      "archive": "runs/packed4-20m-batch128k-micro32-20260911",
      "source_hashes": [
        "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
      ],
      "source_file_hashes": {
        "source/tiny_llm/__init__.py": "a6c9b2e8602883c050a69acaf3f8c8a5c76b4885d66085813c7342f21d481f2d",
        "source/tiny_llm/__main__.py": "18b0986089d17edd6a889f723a95d0418ba60d22e4f8214f33539b5bc77bcb34",
        "source/tiny_llm/analysis/__init__.py": "f7899324f928575b7c353c51b0c5e5b21b547e5effb8e045e1ac9e9ad68e1ca4",
        "source/tiny_llm/analysis/core.py": "175857de6e32e89407431320ef4130c588ec20de177842f001909b9b4958a7cf",
        "source/tiny_llm/analysis/plot.py": "7de80840117c68347c45647dc9a0fb52e482b25765f1c8ad701a7ad2fb867f3e",
        "source/tiny_llm/analysis/slurm.py": "37a16565f3926d186af3c8715b77a155fb8bca0883046446028f366751dde1b5",
        "source/tiny_llm/benchmark.py": "ff1cd6c8c685f618b560af25ef591d3fe3b6ec70f412741324e85cec91ece5e6",
        "source/tiny_llm/checkpoints.py": "9340160365df6d7076a8f684201c733327c17392c2002c9fd13d0e294eebeadd",
        "source/tiny_llm/cli.py": "c0fb2352369e16af95eca7a95267d2fa03d2a22038d523e95498541460a910f5",
        "source/tiny_llm/config.py": "16f76800e67c3c0544bd5dee4b6db52a739b38956e80b029638f5a07035c78e7",
        "source/tiny_llm/data.py": "74c1a9e7190fb19e5d7a5f07e17427a5b32937755b41ad51a4461fc04507b8bf",
        "source/tiny_llm/experiments.py": "96c7cc117f731e9ab44dba16d16760014c59d6f19f5f2e0cc69f713a69353c23",
        "source/tiny_llm/model.py": "0c76eb6e409abf7760e5c5b16a4ee8c16079008ae5863ca3cc28af3d65ec1cc2",
        "source/tiny_llm/packed.py": "33bc1b5c797f1f463995e3fe1ab70bd3f88d9febf523d6a90626b5fc800c7b50",
        "source/tiny_llm/packed_benchmark.py": "9d5258105785923cabe600ea9e7657ca4eaa28bc00b94e9079b87daf70d8ae12",
        "source/tiny_llm/packed_optimizer.py": "6e18cb17bdfda8dc82a3b4e57d565af07917897899ada95760121bf2b14e4752",
        "source/tiny_llm/runtime.py": "58fc2a63c39eb20f6b5ba2234d31e1ef83ee1bad02adf0d14d522a02530f8e27",
        "source/tiny_llm/train.py": "3f9c99a686d60b3e14e217e02f5f40c998e6d8cefec34102051f3df135da3ade",
        "source/uv.lock": "1e8873894c75b04fd652d0330c5e7d7a520153ade645b0703d0d74b482cdc4c5",
        "source/pyproject.toml": "1597769fe175d1ead676d7dd9e319b84cd31a2e779065c466f0e05dc109897d1"
      },
      "environment": {
        "python": "3.12.13 (main, May 10 2026, 19:27:23) [Clang 22.1.3 ]",
        "versions": {
          "torch": "2.14.0",
          "triton": "3.8.0",
          "numpy": "2.5.3",
          "pydantic": "2.13.5",
          "datasets": "5.0.1",
          "transformers": "5.16.1"
        },
        "cuda": "13.0",
        "gpu": "NVIDIA GH200 120GB"
      },
      "submission": {
        "pilot": "2310341",
        "sweep": "2310342"
      },
      "winner": {
        "lr": 0.008,
        "beta2": 0.98,
        "seeds": 3,
        "mean_loss": 3.6019101966394693,
        "std_loss": 0.006841714099720442
      },
      "fixed_beta1": 0.9,
      "input_results_sha256": "a554fbe0c7e866a041936d671ccfa53359e4c909259e8b6c84f89a3bfb841fcb"
    },
    "beta1_beta2": {
      "git_commit": "24f4d76bc39a4f67c10148582d2a7e79162be2f3",
      "batch_tokens": 131072,
      "micro_batch_size": 32,
      "num_models": 4,
      "topology": "one_peer_exponential",
      "accumulation_steps": 1,
      "parameters": 20403520,
      "training_tokens": 408068096,
      "optimizer_steps": 3119,
      "epochs": 40,
      "validation_tokens": 197411295,
      "cache_identity": "8cf0c4883c19d26f378623f91bfe079bc8ebf8f23e51814821f4c8c28c4b8151",
      "fixed_lr": 0.008,
      "beta1s": [
        0.925,
        0.95,
        0.975
      ],
      "beta2s": [
        0.95,
        0.98,
        0.999
      ],
      "seeds": [
        42,
        43,
        44
      ],
      "selection": "Mean final full-validation loss over all three seeds; ties: beta1, beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "measured_date": "2026-09-11",
      "submission": {
        "pilot": "2315431",
        "sweep": "2315432"
      },
      "source_file_hashes": {
        "source/tiny_llm/__init__.py": "a6c9b2e8602883c050a69acaf3f8c8a5c76b4885d66085813c7342f21d481f2d",
        "source/tiny_llm/__main__.py": "18b0986089d17edd6a889f723a95d0418ba60d22e4f8214f33539b5bc77bcb34",
        "source/tiny_llm/analysis/__init__.py": "f7899324f928575b7c353c51b0c5e5b21b547e5effb8e045e1ac9e9ad68e1ca4",
        "source/tiny_llm/analysis/core.py": "175857de6e32e89407431320ef4130c588ec20de177842f001909b9b4958a7cf",
        "source/tiny_llm/analysis/plot.py": "7de80840117c68347c45647dc9a0fb52e482b25765f1c8ad701a7ad2fb867f3e",
        "source/tiny_llm/analysis/slurm.py": "37a16565f3926d186af3c8715b77a155fb8bca0883046446028f366751dde1b5",
        "source/tiny_llm/benchmark.py": "ff1cd6c8c685f618b560af25ef591d3fe3b6ec70f412741324e85cec91ece5e6",
        "source/tiny_llm/checkpoints.py": "9340160365df6d7076a8f684201c733327c17392c2002c9fd13d0e294eebeadd",
        "source/tiny_llm/cli.py": "c0fb2352369e16af95eca7a95267d2fa03d2a22038d523e95498541460a910f5",
        "source/tiny_llm/config.py": "16f76800e67c3c0544bd5dee4b6db52a739b38956e80b029638f5a07035c78e7",
        "source/tiny_llm/data.py": "74c1a9e7190fb19e5d7a5f07e17427a5b32937755b41ad51a4461fc04507b8bf",
        "source/tiny_llm/experiments.py": "96c7cc117f731e9ab44dba16d16760014c59d6f19f5f2e0cc69f713a69353c23",
        "source/tiny_llm/model.py": "0c76eb6e409abf7760e5c5b16a4ee8c16079008ae5863ca3cc28af3d65ec1cc2",
        "source/tiny_llm/packed.py": "33bc1b5c797f1f463995e3fe1ab70bd3f88d9febf523d6a90626b5fc800c7b50",
        "source/tiny_llm/packed_benchmark.py": "9d5258105785923cabe600ea9e7657ca4eaa28bc00b94e9079b87daf70d8ae12",
        "source/tiny_llm/packed_optimizer.py": "6e18cb17bdfda8dc82a3b4e57d565af07917897899ada95760121bf2b14e4752",
        "source/tiny_llm/runtime.py": "58fc2a63c39eb20f6b5ba2234d31e1ef83ee1bad02adf0d14d522a02530f8e27",
        "source/tiny_llm/train.py": "3f9c99a686d60b3e14e217e02f5f40c998e6d8cefec34102051f3df135da3ade",
        "source/uv.lock": "1e8873894c75b04fd652d0330c5e7d7a520153ade645b0703d0d74b482cdc4c5",
        "source/pyproject.toml": "1597769fe175d1ead676d7dd9e319b84cd31a2e779065c466f0e05dc109897d1"
      },
      "source_hashes": [
        "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
      ],
      "environment": {
        "python": "3.12.13 (main, May 10 2026, 19:27:23) [Clang 22.1.3 ]",
        "versions": {
          "torch": "2.14.0",
          "triton": "3.8.0",
          "numpy": "2.5.3",
          "pydantic": "2.13.5",
          "datasets": "5.0.1",
          "transformers": "5.16.1"
        },
        "cuda": "13.0",
        "gpu": "NVIDIA GH200 120GB"
      },
      "input_manifest_sha256": "8f8717fd11349b2a192b710cdef401fcbd401d9baa44cb94eb62013440a3cf9a"
    },
    "beta99": {
      "git_commit": "4872de7c2babeb8e0d2f202b64b09c57a8f891c3",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911",
      "measured_date": "2026-09-11",
      "lrs": [
        0.0024,
        0.004,
        0.0048,
        0.0056,
        0.008,
        0.0112,
        0.016
      ],
      "beta2s": [
        0.99
      ],
      "seeds": [
        42,
        43,
        44
      ],
      "fixed_beta1": 0.9,
      "scheme": "awc",
      "submission": {
        "sweep": "2317541"
      },
      "environment": {
        "python": "3.12.13 (main, May 10 2026, 19:27:23) [Clang 22.1.3 ]",
        "versions": {
          "torch": "2.14.0",
          "triton": "3.8.0",
          "numpy": "2.5.3",
          "pydantic": "2.13.5",
          "datasets": "5.0.1",
          "transformers": "5.16.1"
        },
        "cuda": "13.0",
        "gpu": "NVIDIA GH200 120GB"
      },
      "input_hashes": {
        "source/tiny_llm/__init__.py": "a6c9b2e8602883c050a69acaf3f8c8a5c76b4885d66085813c7342f21d481f2d",
        "source/tiny_llm/__main__.py": "18b0986089d17edd6a889f723a95d0418ba60d22e4f8214f33539b5bc77bcb34",
        "source/tiny_llm/analysis/__init__.py": "f7899324f928575b7c353c51b0c5e5b21b547e5effb8e045e1ac9e9ad68e1ca4",
        "source/tiny_llm/analysis/core.py": "175857de6e32e89407431320ef4130c588ec20de177842f001909b9b4958a7cf",
        "source/tiny_llm/analysis/plot.py": "7de80840117c68347c45647dc9a0fb52e482b25765f1c8ad701a7ad2fb867f3e",
        "source/tiny_llm/analysis/slurm.py": "37a16565f3926d186af3c8715b77a155fb8bca0883046446028f366751dde1b5",
        "source/tiny_llm/benchmark.py": "ff1cd6c8c685f618b560af25ef591d3fe3b6ec70f412741324e85cec91ece5e6",
        "source/tiny_llm/checkpoints.py": "9340160365df6d7076a8f684201c733327c17392c2002c9fd13d0e294eebeadd",
        "source/tiny_llm/cli.py": "c0fb2352369e16af95eca7a95267d2fa03d2a22038d523e95498541460a910f5",
        "source/tiny_llm/config.py": "16f76800e67c3c0544bd5dee4b6db52a739b38956e80b029638f5a07035c78e7",
        "source/tiny_llm/data.py": "74c1a9e7190fb19e5d7a5f07e17427a5b32937755b41ad51a4461fc04507b8bf",
        "source/tiny_llm/experiments.py": "96c7cc117f731e9ab44dba16d16760014c59d6f19f5f2e0cc69f713a69353c23",
        "source/tiny_llm/model.py": "0c76eb6e409abf7760e5c5b16a4ee8c16079008ae5863ca3cc28af3d65ec1cc2",
        "source/tiny_llm/packed.py": "33bc1b5c797f1f463995e3fe1ab70bd3f88d9febf523d6a90626b5fc800c7b50",
        "source/tiny_llm/packed_benchmark.py": "9d5258105785923cabe600ea9e7657ca4eaa28bc00b94e9079b87daf70d8ae12",
        "source/tiny_llm/packed_optimizer.py": "6e18cb17bdfda8dc82a3b4e57d565af07917897899ada95760121bf2b14e4752",
        "source/tiny_llm/runtime.py": "58fc2a63c39eb20f6b5ba2234d31e1ef83ee1bad02adf0d14d522a02530f8e27",
        "source/tiny_llm/train.py": "3f9c99a686d60b3e14e217e02f5f40c998e6d8cefec34102051f3df135da3ade",
        "configs/000.yaml": "380e3944b534adf2d0e6cefa900f075480c1478a83653c96196078278c719772",
        "configs/001.yaml": "cb4450339cb7ee77953d028498c2eed464f3c7b558359915d58b987a7b79028c",
        "configs/002.yaml": "e2bc2a21efa257e1f1896441784b4032baf520445103e37d81e67958c432bc85",
        "configs/003.yaml": "f5791af5baede2536da1e012eb8b9bd2caea78c6ebaefb55c84b77836d7b0b43",
        "configs/004.yaml": "41b06ac3b4bb126c3d4371f198ce0681e0286cc40bd80521e5b66d71ab5948b6",
        "configs/005.yaml": "1532d048f925bf8a364603f6cb51fcde777bf153b6a11623ef20b5170adce8b9",
        "configs/006.yaml": "4365155ef00de2fd6cf2aa3b5902c62cc2116ca0acf56fef67e08e65ad36646f",
        "configs/007.yaml": "4ff798d9c8e8f9306ab8da71032bcf3b22410587d55ec0068a8e5f7b3a5c7345",
        "configs/008.yaml": "39f404ae54c4092872a79d42c78dc8228c459982344b13a646e805523c906f2d",
        "configs/009.yaml": "a01bdb41b257d089c1aca0b03509460f7b4401a23051591142396677d0123953",
        "configs/010.yaml": "dbd9ef4c81b7ebde2dcee0d6087d834bb0a0b44f055987363ea56d6673cba18e",
        "configs/011.yaml": "0a7c6aab48f7bdb738e474d63d5ba4d8a6b80cab40cf1a2f541fb8be25daef2f",
        "configs/012.yaml": "83a07894645375b8fb04af7b9807afc29fdf38630ccf62bf9bc4e7e143c6ed27",
        "configs/013.yaml": "554caa19a90142a42e172395fbd1ba90bbf6dc9fe038ed4df51ac0a9111259e9",
        "configs/014.yaml": "75953cd9fc1bd155af2fcadd52092b6edc5e0d4670c2cb71b7cc94abfe9807f5",
        "configs/015.yaml": "9b4652efc39070945eee7ed33c74e57b2084c409075423b4dc9bedbad05d50bb",
        "configs/016.yaml": "e442a0deadd06c37dd22317e51104d7f27aed2d90fdc9c6e57b42c6a4950d683",
        "configs/017.yaml": "4f3e741da2993a6570fbe3b2f095a236c06fb11f06459ef8f8cf7ae58790031a",
        "configs/018.yaml": "179323812e9f26d4e00aeb1dbe3b1f6b4605d621fd75c4c6669694bf8fbf7a9c",
        "configs/019.yaml": "476fcddcd7e4dd79567debfcaf25eed47b68ff2142c0e52dd706e861bb95e62e",
        "configs/020.yaml": "1c659d399c5efcea2979f7a55d11026cd38802482e080544ec8100a01e92318d",
        "source/uv.lock": "1e8873894c75b04fd652d0330c5e7d7a520153ade645b0703d0d74b482cdc4c5",
        "source/pyproject.toml": "1597769fe175d1ead676d7dd9e319b84cd31a2e779065c466f0e05dc109897d1",
        "source-manifest.json": "607dad57631fb653f1804a241d065216c03ae7c7b326ed1bf6167bd4cbd504f5",
        "sweep.py": "45d496f8dc9dd114a3e5132fcf8a1c14ce86b5a5cdc2c6f9d999f31cef3483b6",
        "slurm.sh": "d61ed6787de1f91b6e967855bc4bdbae8bc5f76bec4332a43ca3489b0a891944"
      },
      "source_file_hashes": {
        "source/tiny_llm/__init__.py": "a6c9b2e8602883c050a69acaf3f8c8a5c76b4885d66085813c7342f21d481f2d",
        "source/tiny_llm/__main__.py": "18b0986089d17edd6a889f723a95d0418ba60d22e4f8214f33539b5bc77bcb34",
        "source/tiny_llm/analysis/__init__.py": "f7899324f928575b7c353c51b0c5e5b21b547e5effb8e045e1ac9e9ad68e1ca4",
        "source/tiny_llm/analysis/core.py": "175857de6e32e89407431320ef4130c588ec20de177842f001909b9b4958a7cf",
        "source/tiny_llm/analysis/plot.py": "7de80840117c68347c45647dc9a0fb52e482b25765f1c8ad701a7ad2fb867f3e",
        "source/tiny_llm/analysis/slurm.py": "37a16565f3926d186af3c8715b77a155fb8bca0883046446028f366751dde1b5",
        "source/tiny_llm/benchmark.py": "ff1cd6c8c685f618b560af25ef591d3fe3b6ec70f412741324e85cec91ece5e6",
        "source/tiny_llm/checkpoints.py": "9340160365df6d7076a8f684201c733327c17392c2002c9fd13d0e294eebeadd",
        "source/tiny_llm/cli.py": "c0fb2352369e16af95eca7a95267d2fa03d2a22038d523e95498541460a910f5",
        "source/tiny_llm/config.py": "16f76800e67c3c0544bd5dee4b6db52a739b38956e80b029638f5a07035c78e7",
        "source/tiny_llm/data.py": "74c1a9e7190fb19e5d7a5f07e17427a5b32937755b41ad51a4461fc04507b8bf",
        "source/tiny_llm/experiments.py": "96c7cc117f731e9ab44dba16d16760014c59d6f19f5f2e0cc69f713a69353c23",
        "source/tiny_llm/model.py": "0c76eb6e409abf7760e5c5b16a4ee8c16079008ae5863ca3cc28af3d65ec1cc2",
        "source/tiny_llm/packed.py": "33bc1b5c797f1f463995e3fe1ab70bd3f88d9febf523d6a90626b5fc800c7b50",
        "source/tiny_llm/packed_benchmark.py": "9d5258105785923cabe600ea9e7657ca4eaa28bc00b94e9079b87daf70d8ae12",
        "source/tiny_llm/packed_optimizer.py": "6e18cb17bdfda8dc82a3b4e57d565af07917897899ada95760121bf2b14e4752",
        "source/tiny_llm/runtime.py": "58fc2a63c39eb20f6b5ba2234d31e1ef83ee1bad02adf0d14d522a02530f8e27",
        "source/tiny_llm/train.py": "3f9c99a686d60b3e14e217e02f5f40c998e6d8cefec34102051f3df135da3ade",
        "source/uv.lock": "1e8873894c75b04fd652d0330c5e7d7a520153ade645b0703d0d74b482cdc4c5",
        "source/pyproject.toml": "1597769fe175d1ead676d7dd9e319b84cd31a2e779065c466f0e05dc109897d1"
      },
      "source_hashes": [
        "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
      ],
      "winner": {
        "lr": 0.0056,
        "beta1": 0.9,
        "beta2": 0.99,
        "seeds": 3,
        "mean_loss": 3.6043430756377886,
        "std_loss": 0.007428453322739177
      },
      "slurm_accounting": [
        {
          "job_id": "2317541_0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:26",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:36",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_0.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:26",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:36",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_0.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:26",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:36",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_0.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:21",
          "start": "2026-09-11T23:36:15",
          "end": "2026-09-11T23:44:36",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_1",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:26",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:36",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_1.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:26",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:36",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_1.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:26",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:36",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_1.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:20",
          "start": "2026-09-11T23:36:15",
          "end": "2026-09-11T23:44:35",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_2",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:26",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:36",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_2.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:26",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:36",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_2.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:26",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:36",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_2.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:21",
          "start": "2026-09-11T23:36:15",
          "end": "2026-09-11T23:44:36",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_3",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:26",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:36",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_3.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:26",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:36",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_3.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:27",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:37",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_3.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:21",
          "start": "2026-09-11T23:36:15",
          "end": "2026-09-11T23:44:36",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_4",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:25",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:35",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_4.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:25",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:35",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_4.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:25",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:35",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_4.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:20",
          "start": "2026-09-11T23:36:15",
          "end": "2026-09-11T23:44:35",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_5",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:27",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:37",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_5.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:27",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:37",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_5.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:27",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:37",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_5.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:22",
          "start": "2026-09-11T23:36:15",
          "end": "2026-09-11T23:44:37",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_6",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:26",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:36",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_6.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:26",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:36",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_6.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:27",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:37",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_6.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:21",
          "start": "2026-09-11T23:36:15",
          "end": "2026-09-11T23:44:36",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_7",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:28",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:38",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_7.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:28",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:38",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_7.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:28",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:38",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_7.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:23",
          "start": "2026-09-11T23:36:15",
          "end": "2026-09-11T23:44:38",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_8",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:28",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:38",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_8.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:28",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:38",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_8.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:28",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:38",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_8.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:20",
          "start": "2026-09-11T23:36:18",
          "end": "2026-09-11T23:44:38",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_9",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:28",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:38",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_9.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:28",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:38",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_9.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:28",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:38",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_9.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:21",
          "start": "2026-09-11T23:36:17",
          "end": "2026-09-11T23:44:38",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_10",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:27",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:37",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_10.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:27",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:37",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_10.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:27",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:37",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_10.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:24",
          "start": "2026-09-11T23:36:13",
          "end": "2026-09-11T23:44:37",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_11",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:27",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:37",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_11.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:27",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:37",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_11.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:28",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:38",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_11.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:22",
          "start": "2026-09-11T23:36:15",
          "end": "2026-09-11T23:44:37",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_12",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:26",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:36",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_12.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:26",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:36",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_12.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:26",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:36",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_12.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:21",
          "start": "2026-09-11T23:36:15",
          "end": "2026-09-11T23:44:36",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_13",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:28",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:38",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_13.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:28",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:38",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_13.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:28",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:38",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_13.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:21",
          "start": "2026-09-11T23:36:17",
          "end": "2026-09-11T23:44:38",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_14",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:28",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:38",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_14.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:28",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:38",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_14.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:28",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:38",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_14.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:21",
          "start": "2026-09-11T23:36:17",
          "end": "2026-09-11T23:44:38",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_15",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:27",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:37",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_15.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:27",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:37",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_15.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:27",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:37",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_15.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:22",
          "start": "2026-09-11T23:36:15",
          "end": "2026-09-11T23:44:37",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_16",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:28",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:38",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_16.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:28",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:38",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_16.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:28",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:38",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_16.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:23",
          "start": "2026-09-11T23:36:15",
          "end": "2026-09-11T23:44:38",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_17",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:28",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:38",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_17.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:28",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:38",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_17.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:28",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:38",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_17.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:20",
          "start": "2026-09-11T23:36:17",
          "end": "2026-09-11T23:44:37",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_18",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:26",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:36",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_18.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:26",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:36",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_18.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:26",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:36",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_18.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:21",
          "start": "2026-09-11T23:36:15",
          "end": "2026-09-11T23:44:36",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_19",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:27",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:37",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_19.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:27",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:37",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_19.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:27",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:44:37",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_19.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:22",
          "start": "2026-09-11T23:36:15",
          "end": "2026-09-11T23:44:37",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_20",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:09:11",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:45:21",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_20.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:09:11",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:45:21",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_20.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:09:11",
          "start": "2026-09-11T23:36:10",
          "end": "2026-09-11T23:45:21",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317541_20.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:37",
          "start": "2026-09-11T23:36:44",
          "end": "2026-09-11T23:45:21",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        }
      ],
      "input_results_sha256": "06fe6ec942da7e1574af3310a82ec1e9fc5c8f37dee80074c602cf8de221af73"
    },
    "beta1_fill": {
      "git_commit": "4872de7c2babeb8e0d2f202b64b09c57a8f891c3",
      "preparation_git_commit": "22db78d2a031897d365410ff2467ad0ec5d249b0",
      "batch_tokens": 131072,
      "micro_batch_size": 32,
      "num_models": 4,
      "topology": "one_peer_exponential",
      "scheme": "awc",
      "fixed_lr": 0.008,
      "beta1s": [
        0.925,
        0.95,
        0.975
      ],
      "source_archive": "runs/packed4-20m-batch128k-micro32-20260911",
      "accumulation_steps": 1,
      "parameters": 20403520,
      "training_tokens": 408068096,
      "optimizer_steps": 3119,
      "epochs": 40,
      "validation_tokens": 197411295,
      "cache_identity": "8cf0c4883c19d26f378623f91bfe079bc8ebf8f23e51814821f4c8c28c4b8151",
      "lrs": [
        0.008
      ],
      "beta2s": [
        0.99
      ],
      "seeds": [
        42,
        43,
        44
      ],
      "selection": "Mean final full-validation loss over all three seeds; ties: LR, beta1, beta2",
      "hashes": {
        "source/tiny_llm/__init__.py": "a6c9b2e8602883c050a69acaf3f8c8a5c76b4885d66085813c7342f21d481f2d",
        "source/tiny_llm/__main__.py": "18b0986089d17edd6a889f723a95d0418ba60d22e4f8214f33539b5bc77bcb34",
        "source/tiny_llm/analysis/__init__.py": "f7899324f928575b7c353c51b0c5e5b21b547e5effb8e045e1ac9e9ad68e1ca4",
        "source/tiny_llm/analysis/core.py": "175857de6e32e89407431320ef4130c588ec20de177842f001909b9b4958a7cf",
        "source/tiny_llm/analysis/plot.py": "7de80840117c68347c45647dc9a0fb52e482b25765f1c8ad701a7ad2fb867f3e",
        "source/tiny_llm/analysis/slurm.py": "37a16565f3926d186af3c8715b77a155fb8bca0883046446028f366751dde1b5",
        "source/tiny_llm/benchmark.py": "ff1cd6c8c685f618b560af25ef591d3fe3b6ec70f412741324e85cec91ece5e6",
        "source/tiny_llm/checkpoints.py": "9340160365df6d7076a8f684201c733327c17392c2002c9fd13d0e294eebeadd",
        "source/tiny_llm/cli.py": "c0fb2352369e16af95eca7a95267d2fa03d2a22038d523e95498541460a910f5",
        "source/tiny_llm/config.py": "16f76800e67c3c0544bd5dee4b6db52a739b38956e80b029638f5a07035c78e7",
        "source/tiny_llm/data.py": "74c1a9e7190fb19e5d7a5f07e17427a5b32937755b41ad51a4461fc04507b8bf",
        "source/tiny_llm/experiments.py": "96c7cc117f731e9ab44dba16d16760014c59d6f19f5f2e0cc69f713a69353c23",
        "source/tiny_llm/model.py": "0c76eb6e409abf7760e5c5b16a4ee8c16079008ae5863ca3cc28af3d65ec1cc2",
        "source/tiny_llm/packed.py": "33bc1b5c797f1f463995e3fe1ab70bd3f88d9febf523d6a90626b5fc800c7b50",
        "source/tiny_llm/packed_benchmark.py": "9d5258105785923cabe600ea9e7657ca4eaa28bc00b94e9079b87daf70d8ae12",
        "source/tiny_llm/packed_optimizer.py": "6e18cb17bdfda8dc82a3b4e57d565af07917897899ada95760121bf2b14e4752",
        "source/tiny_llm/runtime.py": "58fc2a63c39eb20f6b5ba2234d31e1ef83ee1bad02adf0d14d522a02530f8e27",
        "source/tiny_llm/train.py": "3f9c99a686d60b3e14e217e02f5f40c998e6d8cefec34102051f3df135da3ade",
        "configs/000.yaml": "981e3b55e92b96a061a17cbe2369243ff52b7aa225723352d595052688e43683",
        "configs/001.yaml": "cb689fdf2ee5effadd4f953e772d64349f190f30ecebb49b6b8057e8d7a86aa7",
        "configs/002.yaml": "baaf13828e3aa09241c27893d767f3c4665798efeb3327412c419bb26df19166",
        "configs/003.yaml": "7e5faec7fdd65ddc5be24e9af7745e11c9f8e7885d9e3c5100f1df610c02b8f5",
        "configs/004.yaml": "65cc3fe80fe8beea6da1e405e06436d4bd571598abd7b3db96144f5192b92ab3",
        "configs/005.yaml": "f99606fb293dd51c5dc3f5cd54bc5b43d535e06a6655ee8182f7c6c5d73453f7",
        "configs/006.yaml": "48a66837f286ade52b495a978566814992510e9578443bbf82069469821f78f1",
        "configs/007.yaml": "f26919b57521754d55c12072c54125b8f374d67e7bae20b270039fe095a6c626",
        "configs/008.yaml": "abe4c4ebc1746b896f3547511634d4fc1cf2ddc0fbd527dd73308f2ded25ec4a",
        "source/uv.lock": "1e8873894c75b04fd652d0330c5e7d7a520153ade645b0703d0d74b482cdc4c5",
        "source/pyproject.toml": "1597769fe175d1ead676d7dd9e319b84cd31a2e779065c466f0e05dc109897d1",
        "source-manifest.json": "607dad57631fb653f1804a241d065216c03ae7c7b326ed1bf6167bd4cbd504f5",
        "sweep.py": "57f86f0267e1df65229e9daa5e92a109e490c211752b8eb66c41b53d038be938",
        "slurm.sh": "5e9096357a1e65f106245ab8c25b1c14ea2cc588e2cec862bfc822bd004408f7"
      },
      "archive": "runs/packed4-awc-20m-beta1-fill-20260911",
      "measured_date": "2026-09-12",
      "source_hashes": [
        "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
      ],
      "source_file_hashes": {
        "source/tiny_llm/__init__.py": "a6c9b2e8602883c050a69acaf3f8c8a5c76b4885d66085813c7342f21d481f2d",
        "source/tiny_llm/__main__.py": "18b0986089d17edd6a889f723a95d0418ba60d22e4f8214f33539b5bc77bcb34",
        "source/tiny_llm/analysis/__init__.py": "f7899324f928575b7c353c51b0c5e5b21b547e5effb8e045e1ac9e9ad68e1ca4",
        "source/tiny_llm/analysis/core.py": "175857de6e32e89407431320ef4130c588ec20de177842f001909b9b4958a7cf",
        "source/tiny_llm/analysis/plot.py": "7de80840117c68347c45647dc9a0fb52e482b25765f1c8ad701a7ad2fb867f3e",
        "source/tiny_llm/analysis/slurm.py": "37a16565f3926d186af3c8715b77a155fb8bca0883046446028f366751dde1b5",
        "source/tiny_llm/benchmark.py": "ff1cd6c8c685f618b560af25ef591d3fe3b6ec70f412741324e85cec91ece5e6",
        "source/tiny_llm/checkpoints.py": "9340160365df6d7076a8f684201c733327c17392c2002c9fd13d0e294eebeadd",
        "source/tiny_llm/cli.py": "c0fb2352369e16af95eca7a95267d2fa03d2a22038d523e95498541460a910f5",
        "source/tiny_llm/config.py": "16f76800e67c3c0544bd5dee4b6db52a739b38956e80b029638f5a07035c78e7",
        "source/tiny_llm/data.py": "74c1a9e7190fb19e5d7a5f07e17427a5b32937755b41ad51a4461fc04507b8bf",
        "source/tiny_llm/experiments.py": "96c7cc117f731e9ab44dba16d16760014c59d6f19f5f2e0cc69f713a69353c23",
        "source/tiny_llm/model.py": "0c76eb6e409abf7760e5c5b16a4ee8c16079008ae5863ca3cc28af3d65ec1cc2",
        "source/tiny_llm/packed.py": "33bc1b5c797f1f463995e3fe1ab70bd3f88d9febf523d6a90626b5fc800c7b50",
        "source/tiny_llm/packed_benchmark.py": "9d5258105785923cabe600ea9e7657ca4eaa28bc00b94e9079b87daf70d8ae12",
        "source/tiny_llm/packed_optimizer.py": "6e18cb17bdfda8dc82a3b4e57d565af07917897899ada95760121bf2b14e4752",
        "source/tiny_llm/runtime.py": "58fc2a63c39eb20f6b5ba2234d31e1ef83ee1bad02adf0d14d522a02530f8e27",
        "source/tiny_llm/train.py": "3f9c99a686d60b3e14e217e02f5f40c998e6d8cefec34102051f3df135da3ade",
        "source/uv.lock": "1e8873894c75b04fd652d0330c5e7d7a520153ade645b0703d0d74b482cdc4c5",
        "source/pyproject.toml": "1597769fe175d1ead676d7dd9e319b84cd31a2e779065c466f0e05dc109897d1"
      },
      "environment": {
        "python": "3.12.13 (main, May 10 2026, 19:27:23) [Clang 22.1.3 ]",
        "versions": {
          "torch": "2.14.0",
          "triton": "3.8.0",
          "numpy": "2.5.3",
          "pydantic": "2.13.5",
          "datasets": "5.0.1",
          "transformers": "5.16.1"
        },
        "cuda": "13.0",
        "gpu": "NVIDIA GH200 120GB"
      },
      "submission": {
        "sweep": "2317855"
      },
      "slurm_accounting": [
        {
          "job_id": "2317855_0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:47",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:30",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_0.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:47",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:30",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_0.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:47",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:30",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_0.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:41",
          "start": "2026-09-11T23:58:49",
          "end": "2026-09-12T00:07:30",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_1",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:47",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:30",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_1.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:47",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:30",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_1.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:47",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:30",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_1.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:40",
          "start": "2026-09-11T23:58:49",
          "end": "2026-09-12T00:07:29",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_2",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:47",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:30",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_2.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:47",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:30",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_2.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:47",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:30",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_2.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:41",
          "start": "2026-09-11T23:58:49",
          "end": "2026-09-12T00:07:30",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_3",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:52",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:35",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_3.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:52",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:35",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_3.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:52",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:35",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_3.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:46",
          "start": "2026-09-11T23:58:49",
          "end": "2026-09-12T00:07:35",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_4",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:52",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:35",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_4.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:52",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:35",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_4.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:52",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:35",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_4.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:44",
          "start": "2026-09-11T23:58:51",
          "end": "2026-09-12T00:07:35",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_5",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:52",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:35",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_5.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:52",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:35",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_5.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:52",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:35",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_5.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:45",
          "start": "2026-09-11T23:58:50",
          "end": "2026-09-12T00:07:35",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_6",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:47",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:30",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_6.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:47",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:30",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_6.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:47",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:30",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_6.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:40",
          "start": "2026-09-11T23:58:49",
          "end": "2026-09-12T00:07:29",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_7",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:47",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:30",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_7.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:47",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:30",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_7.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:47",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:30",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_7.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:40",
          "start": "2026-09-11T23:58:50",
          "end": "2026-09-12T00:07:30",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_8",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:47",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:30",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_8.batch",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:47",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:30",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_8.extern",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:47",
          "start": "2026-09-11T23:58:43",
          "end": "2026-09-12T00:07:30",
          "allocated": "billing=1,cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        },
        {
          "job_id": "2317855_8.0",
          "state": "COMPLETED",
          "exit_code": "0:0",
          "elapsed": "00:08:11",
          "start": "2026-09-11T23:59:19",
          "end": "2026-09-12T00:07:30",
          "allocated": "cpu=72,gres/gpu:nvidia_gh200_120gb=1,gres/gpu=1,mem=105048M,node=1"
        }
      ],
      "winner": {
        "campaign": "beta1_fill",
        "lr": 0.008,
        "beta1": 0.95,
        "beta2": 0.99,
        "seeds": 3,
        "mean_loss": 3.595558571720946,
        "std_loss": 0.00502545693684447
      }
    }
  },
  "audit": {
    "new_runs": 9,
    "previous_records": 120,
    "unique_seeded_recipes": 129,
    "source_and_protocol_match": true,
    "previous_results_sha256": "7d0ea592027cfcc8f78e61149f0e16b0d576125b859bfb132bceade3f395f4a2"
  },
  "winner": {
    "campaign": "beta1_fill",
    "lr": 0.008,
    "beta1": 0.95,
    "beta2": 0.99,
    "seeds": 3,
    "mean_loss": 3.595558571720946,
    "std_loss": 0.00502545693684447
  },
  "new_grid_winner": {
    "campaign": "beta1_fill",
    "lr": 0.008,
    "beta1": 0.95,
    "beta2": 0.99,
    "seeds": 3,
    "mean_loss": 3.595558571720946,
    "std_loss": 0.00502545693684447
  },
  "groups": [
    {
      "campaign": "beta1_fill",
      "lr": 0.008,
      "beta1": 0.95,
      "beta2": 0.99,
      "seeds": 3,
      "mean_loss": 3.595558571720946,
      "std_loss": 0.00502545693684447
    },
    {
      "campaign": "lr_beta2",
      "lr": 0.008,
      "beta1": 0.9,
      "beta2": 0.98,
      "seeds": 3,
      "mean_loss": 3.6019101966394693,
      "std_loss": 0.006841714099720442
    },
    {
      "campaign": "beta1_beta2",
      "lr": 0.008,
      "beta1": 0.95,
      "beta2": 0.98,
      "seeds": 3,
      "mean_loss": 3.6027938435840263,
      "std_loss": 0.012886724299855516
    },
    {
      "campaign": "beta1_beta2",
      "lr": 0.008,
      "beta1": 0.925,
      "beta2": 0.98,
      "seeds": 3,
      "mean_loss": 3.6041534492588116,
      "std_loss": 0.0040388555315509925
    },
    {
      "campaign": "beta99",
      "lr": 0.0056,
      "beta1": 0.9,
      "beta2": 0.99,
      "seeds": 3,
      "mean_loss": 3.6043430756377886,
      "std_loss": 0.007428453322739177
    },
    {
      "campaign": "lr_beta2",
      "lr": 0.0056,
      "beta1": 0.9,
      "beta2": 0.98,
      "seeds": 3,
      "mean_loss": 3.6061779045611995,
      "std_loss": 0.005627711767953746
    },
    {
      "campaign": "beta99",
      "lr": 0.008,
      "beta1": 0.9,
      "beta2": 0.99,
      "seeds": 3,
      "mean_loss": 3.6082604821742534,
      "std_loss": 0.00851520894437481
    },
    {
      "campaign": "beta99",
      "lr": 0.004,
      "beta1": 0.9,
      "beta2": 0.99,
      "seeds": 3,
      "mean_loss": 3.6088846970117245,
      "std_loss": 0.001868428321007197
    },
    {
      "campaign": "beta99",
      "lr": 0.0048,
      "beta1": 0.9,
      "beta2": 0.99,
      "seeds": 3,
      "mean_loss": 3.6094849912020153,
      "std_loss": 0.004022168840111848
    },
    {
      "campaign": "lr_beta2",
      "lr": 0.0048,
      "beta1": 0.9,
      "beta2": 0.999,
      "seeds": 3,
      "mean_loss": 3.610736022963442,
      "std_loss": 0.005866931034894169
    },
    {
      "campaign": "beta1_beta2",
      "lr": 0.008,
      "beta1": 0.925,
      "beta2": 0.95,
      "seeds": 3,
      "mean_loss": 3.612169297427642,
      "std_loss": 0.008923049491508711
    },
    {
      "campaign": "lr_beta2",
      "lr": 0.0056,
      "beta1": 0.9,
      "beta2": 0.999,
      "seeds": 3,
      "mean_loss": 3.6129114400474163,
      "std_loss": 0.004839655175152347
    },
    {
      "campaign": "lr_beta2",
      "lr": 0.0048,
      "beta1": 0.9,
      "beta2": 0.98,
      "seeds": 3,
      "mean_loss": 3.613360891696694,
      "std_loss": 0.0009113145046585492
    },
    {
      "campaign": "beta1_beta2",
      "lr": 0.008,
      "beta1": 0.95,
      "beta2": 0.95,
      "seeds": 3,
      "mean_loss": 3.6197698999670687,
      "std_loss": 0.011060181625637312
    },
    {
      "campaign": "lr_beta2",
      "lr": 0.008,
      "beta1": 0.9,
      "beta2": 0.95,
      "seeds": 3,
      "mean_loss": 3.620824265110116,
      "std_loss": 0.008201448311241323
    },
    {
      "campaign": "beta1_beta2",
      "lr": 0.008,
      "beta1": 0.925,
      "beta2": 0.999,
      "seeds": 3,
      "mean_loss": 3.627432627553983,
      "std_loss": 0.00833438947488974
    },
    {
      "campaign": "beta1_fill",
      "lr": 0.008,
      "beta1": 0.925,
      "beta2": 0.99,
      "seeds": 3,
      "mean_loss": 3.6285514328938793,
      "std_loss": 0.045025338552068035
    },
    {
      "campaign": "lr_beta2",
      "lr": 0.0056,
      "beta1": 0.9,
      "beta2": 0.95,
      "seeds": 3,
      "mean_loss": 3.6363591898278917,
      "std_loss": 0.005782197339837242
    },
    {
      "campaign": "lr_beta2",
      "lr": 0.0048,
      "beta1": 0.9,
      "beta2": 0.95,
      "seeds": 3,
      "mean_loss": 3.6366872086939326,
      "std_loss": 0.003194444509549944
    },
    {
      "campaign": "lr_beta2",
      "lr": 0.0024,
      "beta1": 0.9,
      "beta2": 0.999,
      "seeds": 3,
      "mean_loss": 3.6379370336679706,
      "std_loss": 0.002463257639091142
    },
    {
      "campaign": "beta1_beta2",
      "lr": 0.008,
      "beta1": 0.95,
      "beta2": 0.999,
      "seeds": 3,
      "mean_loss": 3.6410304984629462,
      "std_loss": 0.024591695062812013
    },
    {
      "campaign": "beta99",
      "lr": 0.0024,
      "beta1": 0.9,
      "beta2": 0.99,
      "seeds": 3,
      "mean_loss": 3.641324334999367,
      "std_loss": 0.004075786438630003
    },
    {
      "campaign": "lr_beta2",
      "lr": 0.0024,
      "beta1": 0.9,
      "beta2": 0.98,
      "seeds": 3,
      "mean_loss": 3.658485991260638,
      "std_loss": 0.00546884010352723
    },
    {
      "campaign": "beta1_beta2",
      "lr": 0.008,
      "beta1": 0.975,
      "beta2": 0.98,
      "seeds": 3,
      "mean_loss": 3.6629060257370467,
      "std_loss": 0.01009666981045401
    },
    {
      "campaign": "beta1_fill",
      "lr": 0.008,
      "beta1": 0.975,
      "beta2": 0.99,
      "seeds": 3,
      "mean_loss": 3.667934352755304,
      "std_loss": 0.021182214385287407
    },
    {
      "campaign": "beta1_beta2",
      "lr": 0.008,
      "beta1": 0.975,
      "beta2": 0.999,
      "seeds": 3,
      "mean_loss": 3.6734067927007263,
      "std_loss": 0.014273454525728322
    },
    {
      "campaign": "lr_beta2",
      "lr": 0.0112,
      "beta1": 0.9,
      "beta2": 0.95,
      "seeds": 3,
      "mean_loss": 3.6765707864814243,
      "std_loss": 0.019166283484756453
    },
    {
      "campaign": "lr_beta2",
      "lr": 0.0024,
      "beta1": 0.9,
      "beta2": 0.95,
      "seeds": 3,
      "mean_loss": 3.676713624147467,
      "std_loss": 0.0016457058379264924
    },
    {
      "campaign": "beta1_beta2",
      "lr": 0.008,
      "beta1": 0.975,
      "beta2": 0.95,
      "seeds": 3,
      "mean_loss": 3.693063704393002,
      "std_loss": 0.006425030446256643
    },
    {
      "campaign": "lr_beta2",
      "lr": 0.008,
      "beta1": 0.9,
      "beta2": 0.999,
      "seeds": 3,
      "mean_loss": 3.6987123297802116,
      "std_loss": 0.062198977561497844
    },
    {
      "campaign": "lr_beta2",
      "lr": 0.0112,
      "beta1": 0.9,
      "beta2": 0.98,
      "seeds": 3,
      "mean_loss": 3.703556888107519,
      "std_loss": 0.03692026645335101
    },
    {
      "campaign": "beta99",
      "lr": 0.0112,
      "beta1": 0.9,
      "beta2": 0.99,
      "seeds": 3,
      "mean_loss": 3.7355412468236486,
      "std_loss": 0.023741125893487248
    },
    {
      "campaign": "lr_beta2",
      "lr": 0.016,
      "beta1": 0.9,
      "beta2": 0.95,
      "seeds": 3,
      "mean_loss": 3.7989865029288383,
      "std_loss": 0.023771155315347528
    },
    {
      "campaign": "lr_beta2",
      "lr": 0.016,
      "beta1": 0.9,
      "beta2": 0.98,
      "seeds": 3,
      "mean_loss": 3.85866048045364,
      "std_loss": 0.06792162388260821
    },
    {
      "campaign": "lr_beta2",
      "lr": 0.0112,
      "beta1": 0.9,
      "beta2": 0.999,
      "seeds": 3,
      "mean_loss": 4.04203187663618,
      "std_loss": 0.138063347351202
    },
    {
      "campaign": "beta99",
      "lr": 0.016,
      "beta1": 0.9,
      "beta2": 0.99,
      "seeds": 3,
      "mean_loss": 4.0934334399660015,
      "std_loss": 0.09677623840253884
    },
    {
      "campaign": "lr_beta2",
      "lr": 0.0224,
      "beta1": 0.9,
      "beta2": 0.95,
      "seeds": 3,
      "mean_loss": 4.191663593788752,
      "std_loss": 0.13331231196398693
    },
    {
      "campaign": "lr_beta2",
      "lr": 0.0224,
      "beta1": 0.9,
      "beta2": 0.98,
      "seeds": 3,
      "mean_loss": 4.43106516608285,
      "std_loss": 0.1672527056074952
    },
    {
      "campaign": "lr_beta2",
      "lr": 0.016,
      "beta1": 0.9,
      "beta2": 0.999,
      "seeds": 3,
      "mean_loss": 4.6264823408273505,
      "std_loss": 0.08338557332805668
    },
    {
      "campaign": "lr_beta2",
      "lr": 0.0224,
      "beta1": 0.9,
      "beta2": 0.999,
      "seeds": 3,
      "mean_loss": 4.801929521286845,
      "std_loss": 0.036562385625326155
    },
    {
      "campaign": "lr_beta2",
      "lr": 0.032,
      "beta1": 0.9,
      "beta2": 0.98,
      "seeds": 3,
      "mean_loss": 4.985745770945328,
      "std_loss": 0.2787770729756797
    },
    {
      "campaign": "lr_beta2",
      "lr": 0.032,
      "beta1": 0.9,
      "beta2": 0.95,
      "seeds": 3,
      "mean_loss": 5.001662616944271,
      "std_loss": 0.03259909965464278
    },
    {
      "campaign": "lr_beta2",
      "lr": 0.032,
      "beta1": 0.9,
      "beta2": 0.999,
      "seeds": 3,
      "mean_loss": 5.528157135463166,
      "std_loss": 0.3361082499147517
    }
  ],
  "runs": [
    {
      "index": 0,
      "run_id": "packed4-lr0.008-beta2-0.999-seed42",
      "lr": 0.008,
      "beta2": 0.999,
      "seed": 42,
      "directory": "experiments/packed4-lr0.008-beta2-0.999-seed42",
      "job_id": "2310341_0",
      "loss": 3.7234530852390364,
      "seconds": 433.4303511090111,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.721967834008672,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.7234530852390364,
          "perplexity": 41.407129876362035,
          "tokens": 197411295,
          "seconds": 101.48475625505671,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 433.4303511090111,
        "training_seconds": 300.20365779590793,
        "training_elapsed_seconds": 331.88608851493336,
        "training_tokens_per_second": 1359304.2103351825,
        "elapsed_tokens_per_second": 1229542.6356252313,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "295210ae28e4d0f0a51643ec9019bd410efdfffa2775a790ef74bc8b04d1ac4f",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 1,
      "run_id": "packed4-lr0.0024-beta2-0.95-seed42",
      "lr": 0.0024,
      "beta2": 0.95,
      "seed": 42,
      "directory": "experiments/packed4-lr0.0024-beta2-0.95-seed42",
      "job_id": "2310342_1",
      "loss": 3.676228122755323,
      "seconds": 437.28204703808296,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.677025782977339,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.676228122755323,
          "perplexity": 39.497134412454976,
          "tokens": 197411295,
          "seconds": 101.11242094694171,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 437.28204703808296,
        "training_seconds": 306.35372699424624,
        "training_elapsed_seconds": 336.1125452941051,
        "training_tokens_per_second": 1332016.0978738936,
        "elapsed_tokens_per_second": 1214081.716714657,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "026d961ca53a43662cdc7d3668bff69f538aca6165d89beacbfe8a794cbf73e1",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 2,
      "run_id": "packed4-lr0.0024-beta2-0.95-seed43",
      "lr": 0.0024,
      "beta2": 0.95,
      "seed": 43,
      "directory": "experiments/packed4-lr0.0024-beta2-0.95-seed43",
      "job_id": "2310342_2",
      "loss": 3.6785474637799767,
      "seconds": 438.8152441410348,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.680442058596624,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6785474637799767,
          "perplexity": 39.588848053145476,
          "tokens": 197411295,
          "seconds": 100.18030006904155,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 438.8152441410348,
        "training_seconds": 307.94973018590827,
        "training_elapsed_seconds": 338.56257976207417,
        "training_tokens_per_second": 1325112.6921061128,
        "elapsed_tokens_per_second": 1205295.9198466972,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "dfc21bbd4f1970f44667ca09a353646ee51a0438acc8f944104bca9e6450bb6c",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 3,
      "run_id": "packed4-lr0.0024-beta2-0.95-seed44",
      "lr": 0.0024,
      "beta2": 0.95,
      "seed": 44,
      "directory": "experiments/packed4-lr0.0024-beta2-0.95-seed44",
      "job_id": "2310342_3",
      "loss": 3.675365285907101,
      "seconds": 440.2194169500144,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.678218654414952,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.675365285907101,
          "perplexity": 39.463069527816984,
          "tokens": 197411295,
          "seconds": 101.57025474496186,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 440.2194169500144,
        "training_seconds": 308.9982259295648,
        "training_elapsed_seconds": 338.591451319051,
        "training_tokens_per_second": 1320616.3070108301,
        "elapsed_tokens_per_second": 1205193.1447480107,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "713de4aa70f36a265a539a6510cd4840a0b67d721093c87b20e5bdec4f18e6d1",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 4,
      "run_id": "packed4-lr0.0024-beta2-0.98-seed42",
      "lr": 0.0024,
      "beta2": 0.98,
      "seed": 42,
      "directory": "experiments/packed4-lr0.0024-beta2-0.98-seed42",
      "job_id": "2310342_4",
      "loss": 3.6534017137247474,
      "seconds": 438.44717232405674,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.653476052863902,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6534017137247474,
          "perplexity": 38.60576870902222,
          "tokens": 197411295,
          "seconds": 100.8148501169635,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 438.44717232405674,
        "training_seconds": 306.37021949270274,
        "training_elapsed_seconds": 337.5727466628887,
        "training_tokens_per_second": 1331944.392884177,
        "elapsed_tokens_per_second": 1208830.0967243374,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "c5bcb85511bbee835c29a42829eb5dead71394376026062f6369c332ca2c0452",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 5,
      "run_id": "packed4-lr0.0024-beta2-0.98-seed43",
      "lr": 0.0024,
      "beta2": 0.98,
      "seed": 43,
      "directory": "experiments/packed4-lr0.0024-beta2-0.98-seed43",
      "job_id": "2310342_5",
      "loss": 3.664271708843947,
      "seconds": 451.72488235507626,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6650685606383533,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.664271708843947,
          "perplexity": 39.027702279871804,
          "tokens": 197411295,
          "seconds": 101.65054952399805,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 451.72488235507626,
        "training_seconds": 309.6163305515656,
        "training_elapsed_seconds": 350.0187678349903,
        "training_tokens_per_second": 1317979.8858575954,
        "elapsed_tokens_per_second": 1165846.3302527138,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "dc030105586369ed02c4f28c5905516904ee5fdd3403575b748233c80076c804",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 6,
      "run_id": "packed4-lr0.0024-beta2-0.98-seed44",
      "lr": 0.0024,
      "beta2": 0.98,
      "seed": 44,
      "directory": "experiments/packed4-lr0.0024-beta2-0.98-seed44",
      "job_id": "2310342_6",
      "loss": 3.6577845512132185,
      "seconds": 440.76565589604434,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.658102574674241,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6577845512132185,
          "perplexity": 38.775342855905926,
          "tokens": 197411295,
          "seconds": 101.28754651197232,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 440.76565589604434,
        "training_seconds": 305.71959284390323,
        "training_elapsed_seconds": 339.36752865905873,
        "training_tokens_per_second": 1334779.0117212236,
        "elapsed_tokens_per_second": 1202437.0676015983,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "605a2b4f94fd4b52214d2e75fc7e8e1487d20863ad14947cdccc0020b099436a",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 7,
      "run_id": "packed4-lr0.0024-beta2-0.999-seed42",
      "lr": 0.0024,
      "beta2": 0.999,
      "seed": 42,
      "directory": "experiments/packed4-lr0.0024-beta2-0.999-seed42",
      "job_id": "2310342_7",
      "loss": 3.636535113497538,
      "seconds": 499.4817174329946,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6354131317000373,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.636535113497538,
          "perplexity": 37.96008122521748,
          "tokens": 197411295,
          "seconds": 101.8543348480016,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 499.4817174329946,
        "training_seconds": 341.5075330160471,
        "training_elapsed_seconds": 397.5490997040033,
        "training_tokens_per_second": 1194902.1809156558,
        "elapsed_tokens_per_second": 1026459.6154382657,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "4d9501b677c77311b06ad38297cd0719afc099a625f99aeaa3fe7185fc8c04b2",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 8,
      "run_id": "packed4-lr0.0024-beta2-0.999-seed43",
      "lr": 0.0024,
      "beta2": 0.999,
      "seed": 43,
      "directory": "experiments/packed4-lr0.0024-beta2-0.999-seed43",
      "job_id": "2310342_8",
      "loss": 3.6364947245042725,
      "seconds": 443.55365887098014,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.635207679617648,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6364947245042725,
          "perplexity": 37.958548086713684,
          "tokens": 197411295,
          "seconds": 102.57983382605016,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 443.55365887098014,
        "training_seconds": 309.84209373930935,
        "training_elapsed_seconds": 340.86830078403,
        "training_tokens_per_second": 1317019.5536547552,
        "elapsed_tokens_per_second": 1197142.9876624022,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "8bdcb923a574b4929cc4c34087c416f9439ef6ce78880e389d3aee786d13c976",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 9,
      "run_id": "packed4-lr0.0024-beta2-0.999-seed44",
      "lr": 0.0024,
      "beta2": 0.999,
      "seed": 44,
      "directory": "experiments/packed4-lr0.0024-beta2-0.999-seed44",
      "job_id": "2310342_9",
      "loss": 3.640781263002101,
      "seconds": 436.9372191700386,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6400342361539932,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.640781263002101,
          "perplexity": 38.12160809623562,
          "tokens": 197411295,
          "seconds": 101.57945155503694,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 436.9372191700386,
        "training_seconds": 306.43123774789274,
        "training_elapsed_seconds": 335.2328586629592,
        "training_tokens_per_second": 1331679.1688702637,
        "elapsed_tokens_per_second": 1217267.5961047984,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "f049e667c8f6c61d43844b2dc22609432d683c98703e1eb768970f41bb2dd304",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 10,
      "run_id": "packed4-lr0.0048-beta2-0.95-seed42",
      "lr": 0.0048,
      "beta2": 0.95,
      "seed": 42,
      "directory": "experiments/packed4-lr0.0048-beta2-0.95-seed42",
      "job_id": "2310342_10",
      "loss": 3.6353092164675456,
      "seconds": 439.52469458896667,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6351857712473894,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6353092164675456,
          "perplexity": 37.9135745863847,
          "tokens": 197411295,
          "seconds": 101.02456389099825,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 439.52469458896667,
        "training_seconds": 307.9306663912721,
        "training_elapsed_seconds": 338.40484023699537,
        "training_tokens_per_second": 1325194.7290026913,
        "elapsed_tokens_per_second": 1205857.740433669,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "3ed01a0531fca4cb5e4a68aecd549e543b817f3239a33064f86b3eb0ea9154b4",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 11,
      "run_id": "packed4-lr0.0048-beta2-0.95-seed43",
      "lr": 0.0048,
      "beta2": 0.95,
      "seed": 43,
      "directory": "experiments/packed4-lr0.0048-beta2-0.95-seed43",
      "job_id": "2310342_11",
      "loss": 3.6344130428485744,
      "seconds": 438.5401598101016,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6382713514989846,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6344130428485744,
          "perplexity": 37.87961266120316,
          "tokens": 197411295,
          "seconds": 101.13190172007307,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 438.5401598101016,
        "training_seconds": 306.82289446517825,
        "training_elapsed_seconds": 337.2820565679576,
        "training_tokens_per_second": 1329979.2921623462,
        "elapsed_tokens_per_second": 1209871.9396825666,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "cb2e6166262a96616ba3627d75c757323e0772ad5a9beb05452f415182fe6682",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 12,
      "run_id": "packed4-lr0.0048-beta2-0.95-seed44",
      "lr": 0.0048,
      "beta2": 0.95,
      "seed": 44,
      "directory": "experiments/packed4-lr0.0048-beta2-0.95-seed44",
      "job_id": "2310342_12",
      "loss": 3.6403393667656774,
      "seconds": 441.36578296800144,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6440766515658645,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6403393667656774,
          "perplexity": 38.10476602259002,
          "tokens": 197411295,
          "seconds": 101.30648617295083,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 441.36578296800144,
        "training_seconds": 307.4291784785455,
        "training_elapsed_seconds": 339.98068773106206,
        "training_tokens_per_second": 1327356.4273225865,
        "elapsed_tokens_per_second": 1200268.458550792,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "201407ee2cd13397a113aa374815136b4c5ddf4a7d63ea088c64453fa8fb1397",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 13,
      "run_id": "packed4-lr0.0048-beta2-0.98-seed42",
      "lr": 0.0048,
      "beta2": 0.98,
      "seed": 42,
      "directory": "experiments/packed4-lr0.0048-beta2-0.98-seed42",
      "job_id": "2310342_13",
      "loss": 3.61230883738445,
      "seconds": 439.65322687500156,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6098030431175276,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.61230883738445,
          "perplexity": 37.051500023413716,
          "tokens": 197411295,
          "seconds": 100.29336076101754,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 439.65322687500156,
        "training_seconds": 307.83511415089015,
        "training_elapsed_seconds": 339.28842108498793,
        "training_tokens_per_second": 1325606.070397736,
        "elapsed_tokens_per_second": 1202717.4245883962,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "135a6438383349cbb1c15748f63806eb9f4fe8a046cca0e005011228d09178cd",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 14,
      "run_id": "packed4-lr0.0048-beta2-0.98-seed43",
      "lr": 0.0048,
      "beta2": 0.98,
      "seed": 43,
      "directory": "experiments/packed4-lr0.0048-beta2-0.98-seed43",
      "job_id": "2310342_14",
      "loss": 3.613906423197653,
      "seconds": 438.4793940510135,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.615467933612638,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.613906423197653,
          "perplexity": 37.110740282307795,
          "tokens": 197411295,
          "seconds": 101.84108614304569,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 438.4793940510135,
        "training_seconds": 307.1243577788118,
        "training_elapsed_seconds": 336.57887115795165,
        "training_tokens_per_second": 1328673.8276027164,
        "elapsed_tokens_per_second": 1212399.6215095138,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "54faeb0c39bad136923eed3c800017d1102a15ad025ec185d6240317bd94cf33",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 15,
      "run_id": "packed4-lr0.0048-beta2-0.98-seed44",
      "lr": 0.0048,
      "beta2": 0.98,
      "seed": 44,
      "directory": "experiments/packed4-lr0.0048-beta2-0.98-seed44",
      "job_id": "2310342_15",
      "loss": 3.613867414507979,
      "seconds": 446.42945996811613,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6150607490889977,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.613867414507979,
          "perplexity": 37.109292669191476,
          "tokens": 197411295,
          "seconds": 102.34233584511094,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 446.42945996811613,
        "training_seconds": 311.4513855057303,
        "training_elapsed_seconds": 344.02567197498865,
        "training_tokens_per_second": 1310214.4186560123,
        "elapsed_tokens_per_second": 1186155.944867008,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "1ffae85d0e945beb9a1d84a9dcb09224e1202fc47c7e6cab2e166593913dd8c5",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 16,
      "run_id": "packed4-lr0.0048-beta2-0.999-seed42",
      "lr": 0.0048,
      "beta2": 0.999,
      "seed": 42,
      "directory": "experiments/packed4-lr0.0048-beta2-0.999-seed42",
      "job_id": "2310342_16",
      "loss": 3.605081771448894,
      "seconds": 436.999132436933,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6027736985936354,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.605081771448894,
          "perplexity": 36.784691671800935,
          "tokens": 197411295,
          "seconds": 99.73761839605868,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 436.999132436933,
        "training_seconds": 308.9284925016109,
        "training_elapsed_seconds": 337.1611487939954,
        "training_tokens_per_second": 1320914.4054521683,
        "elapsed_tokens_per_second": 1210305.8061690512,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "3a7d46cadb12b06b73eb162485580aab9de9ee19fd920d016294e80f87edf0d5",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 17,
      "run_id": "packed4-lr0.0048-beta2-0.999-seed43",
      "lr": 0.0048,
      "beta2": 0.999,
      "seed": 43,
      "directory": "experiments/packed4-lr0.0048-beta2-0.999-seed43",
      "job_id": "2310342_17",
      "loss": 3.6167947055631493,
      "seconds": 438.6877702618949,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.616729636455916,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6167947055631493,
          "perplexity": 37.21808152031651,
          "tokens": 197411295,
          "seconds": 101.38231387292035,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 438.6877702618949,
        "training_seconds": 309.2901415026281,
        "training_elapsed_seconds": 337.244098092895,
        "training_tokens_per_second": 1319369.877156374,
        "elapsed_tokens_per_second": 1210008.116695333,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "de09a2dbcbdaa516fb397b3aaec8633aaff34c877901f5cd2167968bd8b05849",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 18,
      "run_id": "packed4-lr0.0048-beta2-0.999-seed44",
      "lr": 0.0048,
      "beta2": 0.999,
      "seed": 44,
      "directory": "experiments/packed4-lr0.0048-beta2-0.999-seed44",
      "job_id": "2310342_18",
      "loss": 3.6103315918782832,
      "seconds": 434.98481976403855,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6084832165152516,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6103315918782832,
          "perplexity": 36.97831249020015,
          "tokens": 197411295,
          "seconds": 100.6367650119355,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 434.98481976403855,
        "training_seconds": 305.64379067067057,
        "training_elapsed_seconds": 334.26077841199003,
        "training_tokens_per_second": 1335110.0478913083,
        "elapsed_tokens_per_second": 1220807.592020382,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "bc30c8458669ef6a9ee10624273d1fd3b85ad252841a48e143896a9abfe75f04",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 19,
      "run_id": "packed4-lr0.0056-beta2-0.95-seed42",
      "lr": 0.0056,
      "beta2": 0.95,
      "seed": 42,
      "directory": "experiments/packed4-lr0.0056-beta2-0.95-seed42",
      "job_id": "2310342_19",
      "loss": 3.631975330687588,
      "seconds": 445.8381514729699,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.632840675270212,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.631975330687588,
          "perplexity": 37.78738552604116,
          "tokens": 197411295,
          "seconds": 101.5251826159656,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 445.8381514729699,
        "training_seconds": 312.2436780836433,
        "training_elapsed_seconds": 344.2600577430567,
        "training_tokens_per_second": 1306889.8576408883,
        "elapsed_tokens_per_second": 1185348.363313665,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "21ab1ba38292b6be5cc92dc9b30f7b6b76d6a50d29e316d67b2521bd786e6be2",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 20,
      "run_id": "packed4-lr0.0056-beta2-0.95-seed43",
      "lr": 0.0056,
      "beta2": 0.95,
      "seed": 43,
      "directory": "experiments/packed4-lr0.0056-beta2-0.95-seed43",
      "job_id": "2310342_20",
      "loss": 3.642912327986876,
      "seconds": 435.4225923450431,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.645966200589961,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.642912327986876,
          "perplexity": 38.202934345395605,
          "tokens": 197411295,
          "seconds": 98.9396793768974,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 435.4225923450431,
        "training_seconds": 304.43343683180865,
        "training_elapsed_seconds": 336.4269490550505,
        "training_tokens_per_second": 1340418.1230770873,
        "elapsed_tokens_per_second": 1212947.1112411588,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "f8ecca5aafb8604aef17ff68be565247b9c341218aa49b56be8adb8ab1bd2081",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 21,
      "run_id": "packed4-lr0.0056-beta2-0.95-seed44",
      "lr": 0.0056,
      "beta2": 0.95,
      "seed": 44,
      "directory": "experiments/packed4-lr0.0056-beta2-0.95-seed44",
      "job_id": "2310342_21",
      "loss": 3.6341899108092117,
      "seconds": 442.39260149304755,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6373875366332813,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6341899108092117,
          "perplexity": 37.87116144888299,
          "tokens": 197411295,
          "seconds": 101.93434605910443,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 442.39260149304755,
        "training_seconds": 309.78031306364574,
        "training_elapsed_seconds": 340.405212742975,
        "training_tokens_per_second": 1317282.211914353,
        "elapsed_tokens_per_second": 1198771.583759836,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "8e57e7352c0ae451a3a45d57038d19a0ac1d198efa6ed8d2dd72dd47db0429b3",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 22,
      "run_id": "packed4-lr0.0056-beta2-0.98-seed42",
      "lr": 0.0056,
      "beta2": 0.98,
      "seed": 42,
      "directory": "experiments/packed4-lr0.0056-beta2-0.98-seed42",
      "job_id": "2310342_22",
      "loss": 3.609251321150892,
      "seconds": 444.7593327909708,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.60787609734102,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.609251321150892,
          "perplexity": 36.938387470466374,
          "tokens": 197411295,
          "seconds": 102.62490448798053,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 444.7593327909708,
        "training_seconds": 310.9825023172889,
        "training_elapsed_seconds": 342.0371069749817,
        "training_tokens_per_second": 1312189.8915832143,
        "elapsed_tokens_per_second": 1193052.1211835886,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "66119f84ab6898ae725afeb9ad100dceaa50bdba97eef61a4794a87cac27cb3b",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 23,
      "run_id": "packed4-lr0.0056-beta2-0.98-seed43",
      "lr": 0.0056,
      "beta2": 0.98,
      "seed": 43,
      "directory": "experiments/packed4-lr0.0056-beta2-0.98-seed43",
      "job_id": "2310342_23",
      "loss": 3.609599696300922,
      "seconds": 463.9110795641318,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.611539498808808,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.609599696300922,
          "perplexity": 36.95125812852181,
          "tokens": 197411295,
          "seconds": 100.63307268312201,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 463.9110795641318,
        "training_seconds": 313.9835750737693,
        "training_elapsed_seconds": 363.21394848800264,
        "training_tokens_per_second": 1299647.906436271,
        "elapsed_tokens_per_second": 1123492.3595272633,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "0fcbe9138b2bf1cc1336fd5a0b5c6cc8504bf7991c821f91b5e8e6bc1eeefe50",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 24,
      "run_id": "packed4-lr0.0056-beta2-0.98-seed44",
      "lr": 0.0056,
      "beta2": 0.98,
      "seed": 44,
      "directory": "experiments/packed4-lr0.0056-beta2-0.98-seed44",
      "job_id": "2310342_24",
      "loss": 3.5996826962317847,
      "seconds": 451.09390696696937,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6003986684014078,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.5996826962317847,
          "perplexity": 36.58662352817002,
          "tokens": 197411295,
          "seconds": 103.3239659499377,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 451.09390696696937,
        "training_seconds": 315.4071279881755,
        "training_elapsed_seconds": 347.7176708499901,
        "training_tokens_per_second": 1293782.098720668,
        "elapsed_tokens_per_second": 1173561.5708068109,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "cb41675b5f9aa866543c172b290baa9a401333821635bd01db07b93bdcb99a60",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 25,
      "run_id": "packed4-lr0.0056-beta2-0.999-seed42",
      "lr": 0.0056,
      "beta2": 0.999,
      "seed": 42,
      "directory": "experiments/packed4-lr0.0056-beta2-0.999-seed42",
      "job_id": "2310342_25",
      "loss": 3.6107921876669864,
      "seconds": 430.22740046703257,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6086481699102775,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6107921876669864,
          "perplexity": 36.99534846825518,
          "tokens": 197411295,
          "seconds": 100.35987693397328,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 430.22740046703257,
        "training_seconds": 303.0595573001774,
        "training_elapsed_seconds": 329.81401544995606,
        "training_tokens_per_second": 1346494.7274235364,
        "elapsed_tokens_per_second": 1237267.2987934854,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "6bc134890b8b413084bd8e083b75fe7e053f3702391b1fe264c8b34445bad91e",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 26,
      "run_id": "packed4-lr0.0056-beta2-0.999-seed43",
      "lr": 0.0056,
      "beta2": 0.999,
      "seed": 43,
      "directory": "experiments/packed4-lr0.0056-beta2-0.999-seed43",
      "job_id": "2310342_26",
      "loss": 3.609492914919798,
      "seconds": 428.88575834897347,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.608557356312759,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.609492914919798,
          "perplexity": 36.947312632801065,
          "tokens": 197411295,
          "seconds": 99.6077497350052,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 428.88575834897347,
        "training_seconds": 302.09508669527713,
        "training_elapsed_seconds": 329.2192364570219,
        "training_tokens_per_second": 1350793.554651942,
        "elapsed_tokens_per_second": 1239502.5891911134,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "e4558fc7367ef9b82e256b615489e3d0084663ca8852501ed3eb95707c65775f",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 27,
      "run_id": "packed4-lr0.0056-beta2-0.999-seed44",
      "lr": 0.0056,
      "beta2": 0.999,
      "seed": 44,
      "directory": "experiments/packed4-lr0.0056-beta2-0.999-seed44",
      "job_id": "2310342_27",
      "loss": 3.6184492175554643,
      "seconds": 744.0393318429124,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6156698159115788,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6184492175554643,
          "perplexity": 37.2797102512014,
          "tokens": 197411295,
          "seconds": 105.72208796301857,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 744.0393318429124,
        "training_seconds": 451.8045863371808,
        "training_elapsed_seconds": 638.2403638639953,
        "training_tokens_per_second": 903196.0018561203,
        "elapsed_tokens_per_second": 639364.2882902288,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "2151c0e689d56c6454d2ea32ad524f89a8ba80357e00f20e79e9289ee1eacbaf",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 28,
      "run_id": "packed4-lr0.008-beta2-0.95-seed42",
      "lr": 0.008,
      "beta2": 0.95,
      "seed": 42,
      "directory": "experiments/packed4-lr0.008-beta2-0.95-seed42",
      "job_id": "2310342_28",
      "loss": 3.615438266006561,
      "seconds": 416.57322296197526,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6160285832101104,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.615438266006561,
          "perplexity": 37.16763166614627,
          "tokens": 197411295,
          "seconds": 101.5025741639547,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 416.57322296197526,
        "training_seconds": 286.7405124530196,
        "training_elapsed_seconds": 314.9995523709804,
        "training_tokens_per_second": 1423126.7584375928,
        "elapsed_tokens_per_second": 1295456.1139166674,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "7f9807151b6e519069e95e542cb71d2406e6ce78ec41c0013194a0f6b1e984a5",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 29,
      "run_id": "packed4-lr0.008-beta2-0.95-seed43",
      "lr": 0.008,
      "beta2": 0.95,
      "seed": 43,
      "directory": "experiments/packed4-lr0.008-beta2-0.95-seed43",
      "job_id": "2310342_29",
      "loss": 3.630263153383503,
      "seconds": 416.23260863195173,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6330192509019863,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.630263153383503,
          "perplexity": 37.72274217839122,
          "tokens": 197411295,
          "seconds": 100.2940403210232,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 416.23260863195173,
        "training_seconds": 288.49577538878657,
        "training_elapsed_seconds": 315.8606870669173,
        "training_tokens_per_second": 1414468.1857128541,
        "elapsed_tokens_per_second": 1291924.2967186603,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "48a07f8aa5d3339a6de5a5c4c2964222cfd8833dab8c7d1d9566fedfbf435cf9",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 30,
      "run_id": "packed4-lr0.008-beta2-0.95-seed44",
      "lr": 0.008,
      "beta2": 0.95,
      "seed": 44,
      "directory": "experiments/packed4-lr0.008-beta2-0.95-seed44",
      "job_id": "2310342_30",
      "loss": 3.6167713759402833,
      "seconds": 418.44516169908457,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.618925292915821,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6167713759402833,
          "perplexity": 37.21721324663913,
          "tokens": 197411295,
          "seconds": 101.69940335804131,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 418.44516169908457,
        "training_seconds": 289.23267447878607,
        "training_elapsed_seconds": 316.66917176998686,
        "training_tokens_per_second": 1410864.4423917949,
        "elapsed_tokens_per_second": 1288625.898502052,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "5b359397497f415a70c3b0bfc892b074e77f3d119d52035a13856ce5f735999a",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 31,
      "run_id": "packed4-lr0.008-beta2-0.98-seed42",
      "lr": 0.008,
      "beta2": 0.98,
      "seed": 42,
      "directory": "experiments/packed4-lr0.008-beta2-0.98-seed42",
      "job_id": "2310342_31",
      "loss": 3.6007030836335767,
      "seconds": 417.4344869409688,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.599725062499383,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6007030836335767,
          "perplexity": 36.62397511119381,
          "tokens": 197411295,
          "seconds": 100.80423384101596,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 417.4344869409688,
        "training_seconds": 287.4641412120545,
        "training_elapsed_seconds": 316.550800244906,
        "training_tokens_per_second": 1419544.3448335323,
        "elapsed_tokens_per_second": 1289107.7693826386,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "f98a727c965d00ecc472351ed54bd9233c2fc4980fa22e90fb525bd2a6728b16",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 32,
      "run_id": "packed4-lr0.008-beta2-0.98-seed43",
      "lr": 0.008,
      "beta2": 0.98,
      "seed": 43,
      "directory": "experiments/packed4-lr0.008-beta2-0.98-seed43",
      "job_id": "2310342_32",
      "loss": 3.609275129516022,
      "seconds": 428.0530204940587,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6121544700832486,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.609275129516022,
          "perplexity": 36.93926692355172,
          "tokens": 197411295,
          "seconds": 101.98166999907698,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 428.0530204940587,
        "training_seconds": 297.6210592346033,
        "training_elapsed_seconds": 325.9999858799856,
        "training_tokens_per_second": 1371099.535259484,
        "elapsed_tokens_per_second": 1251742.679983511,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "4bc682b4644e331de286d164af53341657cffa19ce1eb90ad519ccf758308d18",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 33,
      "run_id": "packed4-lr0.008-beta2-0.98-seed44",
      "lr": 0.008,
      "beta2": 0.98,
      "seed": 44,
      "directory": "experiments/packed4-lr0.008-beta2-0.98-seed44",
      "job_id": "2310342_33",
      "loss": 3.5957523767688087,
      "seconds": 413.929618333932,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.59496897049546,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.5957523767688087,
          "perplexity": 36.44310862408748,
          "tokens": 197411295,
          "seconds": 99.82129090302624,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 413.929618333932,
        "training_seconds": 286.35306551796384,
        "training_elapsed_seconds": 314.0410824739374,
        "training_tokens_per_second": 1425052.3047898035,
        "elapsed_tokens_per_second": 1299409.9140957647,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "c9b0a5c899b80bebf5e4832c5785f24f332c3e4c62125d82cbcf2690332edc1e",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 34,
      "run_id": "packed4-lr0.008-beta2-0.999-seed43",
      "lr": 0.008,
      "beta2": 0.999,
      "seed": 43,
      "directory": "experiments/packed4-lr0.008-beta2-0.999-seed43",
      "job_id": "2310342_34",
      "loss": 3.744734024065677,
      "seconds": 424.24642883613706,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.744010892420376,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.744734024065677,
          "perplexity": 42.29775553751705,
          "tokens": 197411295,
          "seconds": 104.08107736916281,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 424.24642883613706,
        "training_seconds": 292.38911848142743,
        "training_elapsed_seconds": 320.1085253630299,
        "training_tokens_per_second": 1395633.661469247,
        "elapsed_tokens_per_second": 1274780.468708906,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "8585686cef407863ab582dd669dd78f13d71ed07f43bfbafc4d02c31a443f7da",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 35,
      "run_id": "packed4-lr0.008-beta2-0.999-seed44",
      "lr": 0.008,
      "beta2": 0.999,
      "seed": 44,
      "directory": "experiments/packed4-lr0.008-beta2-0.999-seed44",
      "job_id": "2310342_35",
      "loss": 3.627949880035921,
      "seconds": 416.43249916506466,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6254666057051868,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.627949880035921,
          "perplexity": 37.63558001813212,
          "tokens": 197411295,
          "seconds": 101.46445678290911,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 416.43249916506466,
        "training_seconds": 286.51295872521587,
        "training_elapsed_seconds": 314.9118106199894,
        "training_tokens_per_second": 1424257.03121988,
        "elapsed_tokens_per_second": 1295817.0581046394,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "68df18a5f2ab7034e5ee63de87d43031e9aee968b8fdc7b8028a92cbfbcde0ae",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 36,
      "run_id": "packed4-lr0.0112-beta2-0.95-seed42",
      "lr": 0.0112,
      "beta2": 0.95,
      "seed": 42,
      "directory": "experiments/packed4-lr0.0112-beta2-0.95-seed42",
      "job_id": "2310342_36",
      "loss": 3.679491270028921,
      "seconds": 422.7798410409596,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.680717240158373,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.679491270028921,
          "perplexity": 39.62622989315876,
          "tokens": 197411295,
          "seconds": 102.45629017904866,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 422.7798410409596,
        "training_seconds": 290.8193974380847,
        "training_elapsed_seconds": 320.25915451697074,
        "training_tokens_per_second": 1403166.706192208,
        "elapsed_tokens_per_second": 1274180.8945804115,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "c67321e40b65f85a5d8d4a6c05d487a07d887cbf8be74f33e3468c3ae8daa1cc",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 37,
      "run_id": "packed4-lr0.0112-beta2-0.95-seed43",
      "lr": 0.0112,
      "beta2": 0.95,
      "seed": 43,
      "directory": "experiments/packed4-lr0.0112-beta2-0.95-seed43",
      "job_id": "2310342_37",
      "loss": 3.6941092158323796,
      "seconds": 423.13896469096653,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6973999305615353,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6941092158323796,
          "perplexity": 40.20973843171251,
          "tokens": 197411295,
          "seconds": 101.12003175693098,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 423.13896469096653,
        "training_seconds": 293.92490148555953,
        "training_elapsed_seconds": 321.96117530204356,
        "training_tokens_per_second": 1388341.3550112164,
        "elapsed_tokens_per_second": 1267445.044009348,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "f7823e4c5055df38b802edbb2ca05b859ec4e35640045f3f14882100491ed71d",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 38,
      "run_id": "packed4-lr0.0112-beta2-0.95-seed44",
      "lr": 0.0112,
      "beta2": 0.95,
      "seed": 44,
      "directory": "experiments/packed4-lr0.0112-beta2-0.95-seed44",
      "job_id": "2310342_38",
      "loss": 3.6561118735829723,
      "seconds": 416.3664132060949,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6586633740915873,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6561118735829723,
          "perplexity": 38.71053842087955,
          "tokens": 197411295,
          "seconds": 100.96573701594025,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 416.3664132060949,
        "training_seconds": 287.4222423522733,
        "training_elapsed_seconds": 315.33906133892015,
        "training_tokens_per_second": 1419751.2783295994,
        "elapsed_tokens_per_second": 1294061.364511441,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "ed5c2a53f009771ad2df1b0105cee3682a0f96c3a970cc4f46f8113ad3e6b3aa",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 39,
      "run_id": "packed4-lr0.0112-beta2-0.98-seed42",
      "lr": 0.0112,
      "beta2": 0.98,
      "seed": 42,
      "directory": "experiments/packed4-lr0.0112-beta2-0.98-seed42",
      "job_id": "2310342_39",
      "loss": 3.6675003732052747,
      "seconds": 417.1561548380414,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6671958101920636,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6675003732052747,
          "perplexity": 39.15391326814913,
          "tokens": 197411295,
          "seconds": 101.51241655100603,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 417.1561548380414,
        "training_seconds": 287.3709919344401,
        "training_elapsed_seconds": 315.5707063090522,
        "training_tokens_per_second": 1420004.4801080527,
        "elapsed_tokens_per_second": 1293111.4575646354,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "a49cddc114e9f87c1ab798a06e84ea9920cfe6093da64127729ce115b2fc7212",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 40,
      "run_id": "packed4-lr0.0112-beta2-0.98-seed43",
      "lr": 0.0112,
      "beta2": 0.98,
      "seed": 43,
      "directory": "experiments/packed4-lr0.0112-beta2-0.98-seed43",
      "job_id": "2310342_40",
      "loss": 3.701886113226706,
      "seconds": 417.1614953459939,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.7056515999307593,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.701886113226706,
          "perplexity": 40.52366454514592,
          "tokens": 197411295,
          "seconds": 100.57706771395169,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 417.1614953459939,
        "training_seconds": 288.5757730026962,
        "training_elapsed_seconds": 316.5063668440562,
        "training_tokens_per_second": 1414076.0735177423,
        "elapsed_tokens_per_second": 1289288.7434427398,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "adbed049085c4d6ef49ddb1263250d1b58a6e1b01077365fcfedbee45e5a6f63",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 41,
      "run_id": "packed4-lr0.0112-beta2-0.98-seed44",
      "lr": 0.0112,
      "beta2": 0.98,
      "seed": 44,
      "directory": "experiments/packed4-lr0.0112-beta2-0.98-seed44",
      "job_id": "2310342_41",
      "loss": 3.741284177890576,
      "seconds": 416.72502301994245,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.743642563371426,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.741284177890576,
          "perplexity": 42.152086200236475,
          "tokens": 197411295,
          "seconds": 101.26233125198632,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 416.72502301994245,
        "training_seconds": 287.60874903714284,
        "training_elapsed_seconds": 315.39736252999865,
        "training_tokens_per_second": 1418830.6070873407,
        "elapsed_tokens_per_second": 1293822.1573149238,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "37724beaac26decffcd8ae7eb8b552d6c04c9a94cb66f1527d78a92f353655db",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 42,
      "run_id": "packed4-lr0.0112-beta2-0.999-seed42",
      "lr": 0.0112,
      "beta2": 0.999,
      "seed": 42,
      "directory": "experiments/packed4-lr0.0112-beta2-0.999-seed42",
      "job_id": "2310342_42",
      "loss": 3.8853861595499546,
      "seconds": 422.09886306896806,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.8851060494425713,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.8853861595499546,
          "perplexity": 48.68573929314307,
          "tokens": 197411295,
          "seconds": 103.01937681692652,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 422.09886306896806,
        "training_seconds": 290.18752392125316,
        "training_elapsed_seconds": 318.9917506580241,
        "training_tokens_per_second": 1406222.0542284083,
        "elapsed_tokens_per_second": 1279243.4135309989,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "549d0567270c2ea8d7da7eebbdf3c2ea7760c2f4b9808f6f4dc74bd2324ae3c8",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 43,
      "run_id": "packed4-lr0.0112-beta2-0.999-seed43",
      "lr": 0.0112,
      "beta2": 0.999,
      "seed": 43,
      "directory": "experiments/packed4-lr0.0112-beta2-0.999-seed43",
      "job_id": "2310342_43",
      "loss": 4.146007753924175,
      "seconds": 416.2265075100586,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 4.14491764066572,
        "best_epoch": 40,
        "final_validation": {
          "loss": 4.146007753924175,
          "perplexity": 63.18126099378764,
          "tokens": 197411295,
          "seconds": 99.67665817192756,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 416.2265075100586,
        "training_seconds": 287.62322478112765,
        "training_elapsed_seconds": 316.47527198516764,
        "training_tokens_per_second": 1418759.1989851554,
        "elapsed_tokens_per_second": 1289415.420801424,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "5670bd05d17f3f18e7c03bd0908bc04d48044e371b394b85499c025563b04635",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 44,
      "run_id": "packed4-lr0.0112-beta2-0.999-seed44",
      "lr": 0.0112,
      "beta2": 0.999,
      "seed": 44,
      "directory": "experiments/packed4-lr0.0112-beta2-0.999-seed44",
      "job_id": "2310342_44",
      "loss": 4.094701716434412,
      "seconds": 418.0706063590478,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 4.094250278406606,
        "best_epoch": 40,
        "final_validation": {
          "loss": 4.094701716434412,
          "perplexity": 60.02143307996824,
          "tokens": 197411295,
          "seconds": 101.55710101290606,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 418.0706063590478,
        "training_seconds": 289.3959521460347,
        "training_elapsed_seconds": 316.43630409799516,
        "training_tokens_per_second": 1410068.430376943,
        "elapsed_tokens_per_second": 1289574.2072427566,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "f2b67a42e8cda6b0d85beb1ede3ddd3c23b4631996090896c1e4720354a0ac1f",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 45,
      "run_id": "packed4-lr0.016-beta2-0.95-seed42",
      "lr": 0.016,
      "beta2": 0.95,
      "seed": 42,
      "directory": "experiments/packed4-lr0.016-beta2-0.95-seed42",
      "job_id": "2310342_45",
      "loss": 3.7806738247797003,
      "seconds": 413.6814522680361,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.7836563953528306,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.7806738247797003,
          "perplexity": 43.845576019592514,
          "tokens": 197411295,
          "seconds": 100.28621551697142,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 413.6814522680361,
        "training_seconds": 286.09046253329143,
        "training_elapsed_seconds": 313.3246803529328,
        "training_tokens_per_second": 1426360.363035571,
        "elapsed_tokens_per_second": 1302380.9536495723,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "b7da5202dd9ba53d9d5507b06f7844065f2162e703231c7792c7c331bd66d64a",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 46,
      "run_id": "packed4-lr0.016-beta2-0.95-seed43",
      "lr": 0.016,
      "beta2": 0.95,
      "seed": 43,
      "directory": "experiments/packed4-lr0.016-beta2-0.95-seed43",
      "job_id": "2310342_46",
      "loss": 3.8258502469313163,
      "seconds": 423.9133965569781,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.829712989064905,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.8258502469313163,
          "perplexity": 45.87178613561529,
          "tokens": 197411295,
          "seconds": 101.54429818701465,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 423.9133965569781,
        "training_seconds": 291.1313737613382,
        "training_elapsed_seconds": 322.3001344180666,
        "training_tokens_per_second": 1401663.073023945,
        "elapsed_tokens_per_second": 1266112.0875323026,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "4c2415331ef82223258f62905b7fd4aefeb66975585f6d5cef48c457333de5cc",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 47,
      "run_id": "packed4-lr0.016-beta2-0.95-seed44",
      "lr": 0.016,
      "beta2": 0.95,
      "seed": 44,
      "directory": "experiments/packed4-lr0.016-beta2-0.95-seed44",
      "job_id": "2310342_47",
      "loss": 3.790435437075498,
      "seconds": 412.3828410609858,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.794152901698252,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.790435437075498,
          "perplexity": 44.275675349727926,
          "tokens": 197411295,
          "seconds": 99.42678556998726,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 412.3828410609858,
        "training_seconds": 285.3039786131121,
        "training_elapsed_seconds": 312.86831920198165,
        "training_tokens_per_second": 1430292.3428676147,
        "elapsed_tokens_per_second": 1304280.6540490896,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "6effd226ef594b44906b5fc2b3aea43a4d5eb7d4306e78a2414d9364b1a28391",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 48,
      "run_id": "packed4-lr0.016-beta2-0.98-seed42",
      "lr": 0.016,
      "beta2": 0.98,
      "seed": 42,
      "directory": "experiments/packed4-lr0.016-beta2-0.98-seed42",
      "job_id": "2310342_48",
      "loss": 3.8102593472816224,
      "seconds": 434.96319321892224,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.81052893973757,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.8102593472816224,
          "perplexity": 45.16215002846615,
          "tokens": 197411295,
          "seconds": 101.84992574411444,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 434.96319321892224,
        "training_seconds": 302.86209771363065,
        "training_elapsed_seconds": 333.05876347096637,
        "training_tokens_per_second": 1347372.6130822953,
        "elapsed_tokens_per_second": 1225213.508112878,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "3bbd077a7d1c92cbca70f335a3fe4a39fca6f91d6859e332347b48f68666aa3e",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 49,
      "run_id": "packed4-lr0.016-beta2-0.98-seed43",
      "lr": 0.016,
      "beta2": 0.98,
      "seed": 43,
      "directory": "experiments/packed4-lr0.016-beta2-0.98-seed43",
      "job_id": "2310342_49",
      "loss": 3.936305829026284,
      "seconds": 429.880783578963,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.939656842584477,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.936305829026284,
          "perplexity": 51.22900261669014,
          "tokens": 197411295,
          "seconds": 99.63568870199379,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 429.880783578963,
        "training_seconds": 302.1603576125344,
        "training_elapsed_seconds": 330.1715770040173,
        "training_tokens_per_second": 1350501.7641105421,
        "elapsed_tokens_per_second": 1235927.3917604208,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "f72fc8d4e2b4c10478d9ced3a927fa61cc5079fc3a8d5b7d5b89ee274696b397",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 50,
      "run_id": "packed4-lr0.016-beta2-0.98-seed44",
      "lr": 0.016,
      "beta2": 0.98,
      "seed": 44,
      "directory": "experiments/packed4-lr0.016-beta2-0.98-seed44",
      "job_id": "2310342_50",
      "loss": 3.829416265053014,
      "seconds": 433.03598323708866,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.831836187028849,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.829416265053014,
          "perplexity": 46.03565776719756,
          "tokens": 197411295,
          "seconds": 98.93591681891121,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 433.03598323708866,
        "training_seconds": 301.16716103674844,
        "training_elapsed_seconds": 334.0444836120587,
        "training_tokens_per_second": 1354955.482514269,
        "elapsed_tokens_per_second": 1221598.068579119,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "1987479f9560969fc0c76312adc3f558ac542221a3678fee3bf36258a5087503",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 51,
      "run_id": "packed4-lr0.016-beta2-0.999-seed42",
      "lr": 0.016,
      "beta2": 0.999,
      "seed": 42,
      "directory": "experiments/packed4-lr0.016-beta2-0.999-seed42",
      "job_id": "2310342_51",
      "loss": 4.719907424835914,
      "seconds": 505.9160309571307,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 4.724014100958404,
        "best_epoch": 40,
        "final_validation": {
          "loss": 4.719907424835914,
          "perplexity": 112.15786915404841,
          "tokens": 197411295,
          "seconds": 106.47935939813033,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 505.9160309571307,
        "training_seconds": 338.92930992506444,
        "training_elapsed_seconds": 399.3687857259065,
        "training_tokens_per_second": 1203991.7589016475,
        "elapsed_tokens_per_second": 1021782.6494834375,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "96c2d0fc2997c7c7900703888bb3a132da553cc44b60d88b00b5d9b889e7c9f3",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 52,
      "run_id": "packed4-lr0.016-beta2-0.999-seed43",
      "lr": 0.016,
      "beta2": 0.999,
      "seed": 43,
      "directory": "experiments/packed4-lr0.016-beta2-0.999-seed43",
      "job_id": "2310342_52",
      "loss": 4.5999432739263675,
      "seconds": 437.79520572302863,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 4.601540626056302,
        "best_epoch": 40,
        "final_validation": {
          "loss": 4.5999432739263675,
          "perplexity": 99.47867244737907,
          "tokens": 197411295,
          "seconds": 101.64810715103522,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 437.79520572302863,
        "training_seconds": 305.79465925553814,
        "training_elapsed_seconds": 336.0914809179958,
        "training_tokens_per_second": 1334451.3504370814,
        "elapsed_tokens_per_second": 1214157.8087174606,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "b0170acd4c5c854e327438119678ccebdb9c1c57aadfe02e12f1a573c9382af2",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 53,
      "run_id": "packed4-lr0.016-beta2-0.999-seed44",
      "lr": 0.016,
      "beta2": 0.999,
      "seed": 44,
      "directory": "experiments/packed4-lr0.016-beta2-0.999-seed44",
      "job_id": "2310342_53",
      "loss": 4.559596323719771,
      "seconds": 436.6498493339168,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 4.561978648625798,
        "best_epoch": 40,
        "final_validation": {
          "loss": 4.559596323719771,
          "perplexity": 95.54490283331026,
          "tokens": 197411295,
          "seconds": 101.0500320099527,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 436.6498493339168,
        "training_seconds": 306.8277233430417,
        "training_elapsed_seconds": 335.543438866036,
        "training_tokens_per_second": 1329958.3608478846,
        "elapsed_tokens_per_second": 1216140.8888788288,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "b16f8381c7294c6fd964ea13a757c31b1a8f68e19766ef0a8c3942a3b34c67e2",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 54,
      "run_id": "packed4-lr0.0224-beta2-0.95-seed42",
      "lr": 0.0224,
      "beta2": 0.95,
      "seed": 42,
      "directory": "experiments/packed4-lr0.0224-beta2-0.95-seed42",
      "job_id": "2310342_54",
      "loss": 4.199943411506591,
      "seconds": 431.48655757994857,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 4.206097927437391,
        "best_epoch": 40,
        "final_validation": {
          "loss": 4.199943411506591,
          "perplexity": 66.68255746869194,
          "tokens": 197411295,
          "seconds": 100.92276842799038,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 431.48655757994857,
        "training_seconds": 302.96348914387636,
        "training_elapsed_seconds": 330.4909912319854,
        "training_tokens_per_second": 1346921.6939411792,
        "elapsed_tokens_per_second": 1234732.8878128482,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "32d3f66feb9810e09bc1a37d7ab9cb9fc21bd1d293676e52102a6d37a49da309",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 55,
      "run_id": "packed4-lr0.0224-beta2-0.95-seed43",
      "lr": 0.0224,
      "beta2": 0.95,
      "seed": 43,
      "directory": "experiments/packed4-lr0.0224-beta2-0.95-seed43",
      "job_id": "2310342_55",
      "loss": 4.320643014800076,
      "seconds": 432.8186382850399,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 4.324839936148779,
        "best_epoch": 40,
        "final_validation": {
          "loss": 4.320643014800076,
          "perplexity": 75.23699124019164,
          "tokens": 197411295,
          "seconds": 100.63943036296405,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 432.8186382850399,
        "training_seconds": 304.30013364122715,
        "training_elapsed_seconds": 332.10722812695894,
        "training_tokens_per_second": 1341005.3131331066,
        "elapsed_tokens_per_second": 1228723.9223953371,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "420e97bf1f358f17e8324bfde34170edc1932d0d0c3c38c28500422ab62a6c64",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 56,
      "run_id": "packed4-lr0.0224-beta2-0.95-seed44",
      "lr": 0.0224,
      "beta2": 0.95,
      "seed": 44,
      "directory": "experiments/packed4-lr0.0224-beta2-0.95-seed44",
      "job_id": "2310342_56",
      "loss": 4.054404355059588,
      "seconds": 435.90508593502454,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 4.058767644590684,
        "best_epoch": 40,
        "final_validation": {
          "loss": 4.054404355059588,
          "perplexity": 57.65081335179908,
          "tokens": 197411295,
          "seconds": 101.54955823800992,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 435.90508593502454,
        "training_seconds": 305.8277009311132,
        "training_elapsed_seconds": 334.27946749306284,
        "training_tokens_per_second": 1334307.1760916652,
        "elapsed_tokens_per_second": 1220739.338435342,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "7faf4a6cb234eb717a510dca94ffad1ac7ef2252ff6759b287cd2bdcc26a2473",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 57,
      "run_id": "packed4-lr0.0224-beta2-0.98-seed42",
      "lr": 0.0224,
      "beta2": 0.98,
      "seed": 42,
      "directory": "experiments/packed4-lr0.0224-beta2-0.98-seed42",
      "job_id": "2310342_57",
      "loss": 4.348281548222211,
      "seconds": 431.6486239560181,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 4.3516730338832135,
        "best_epoch": 40,
        "final_validation": {
          "loss": 4.348281548222211,
          "perplexity": 77.34543425731901,
          "tokens": 197411295,
          "seconds": 100.8481617369689,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 431.6486239560181,
        "training_seconds": 302.82544320530724,
        "training_elapsed_seconds": 330.72294746595435,
        "training_tokens_per_second": 1347535.701362257,
        "elapsed_tokens_per_second": 1233866.8941078174,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "f9366848f1f0b1a9c613b5cb1ff3baafc5dc6506d63e11e97e6d89e15936d155",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 58,
      "run_id": "packed4-lr0.0224-beta2-0.98-seed43",
      "lr": 0.0224,
      "beta2": 0.98,
      "seed": 43,
      "directory": "experiments/packed4-lr0.0224-beta2-0.98-seed43",
      "job_id": "2310342_58",
      "loss": 4.32134899377639,
      "seconds": 436.4346414640313,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 4.323136676880692,
        "best_epoch": 40,
        "final_validation": {
          "loss": 4.32134899377639,
          "perplexity": 75.29012572795705,
          "tokens": 197411295,
          "seconds": 102.07832488208078,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 436.4346414640313,
        "training_seconds": 305.6163525314769,
        "training_elapsed_seconds": 334.2850221940316,
        "training_tokens_per_second": 1335229.9136479327,
        "elapsed_tokens_per_second": 1220719.0538233025,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "c26a4f1d9e055bab3ba0c0a838bdf018795e65209623046b5a29314a153b9c70",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 59,
      "run_id": "packed4-lr0.0224-beta2-0.98-seed44",
      "lr": 0.0224,
      "beta2": 0.98,
      "seed": 44,
      "directory": "experiments/packed4-lr0.0224-beta2-0.98-seed44",
      "job_id": "2310342_59",
      "loss": 4.62356495624995,
      "seconds": 430.58190925908275,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 4.63246858460411,
        "best_epoch": 40,
        "final_validation": {
          "loss": 4.62356495624995,
          "perplexity": 101.85649962021105,
          "tokens": 197411295,
          "seconds": 100.03231143788435,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 430.58190925908275,
        "training_seconds": 302.61083227256313,
        "training_elapsed_seconds": 330.472691987874,
        "training_tokens_per_second": 1348491.370700342,
        "elapsed_tokens_per_second": 1234801.2586013407,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "07962dd1df5c011a4135bba9aea786cf97e118259159a67cf693e3bf39b788de",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 60,
      "run_id": "packed4-lr0.0224-beta2-0.999-seed42",
      "lr": 0.0224,
      "beta2": 0.999,
      "seed": 42,
      "directory": "experiments/packed4-lr0.0224-beta2-0.999-seed42",
      "job_id": "2310342_60",
      "loss": 4.835214749294994,
      "seconds": 430.80492156895343,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 4.83894896305124,
        "best_epoch": 40,
        "final_validation": {
          "loss": 4.835214749294994,
          "perplexity": 125.86560985577258,
          "tokens": 197411295,
          "seconds": 100.47573838604148,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 430.80492156895343,
        "training_seconds": 302.86740258708596,
        "training_elapsed_seconds": 330.26333161001094,
        "training_tokens_per_second": 1347349.0131796696,
        "elapsed_tokens_per_second": 1235584.0232419875,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "0af1dbc0dd5e6990bf4a9266ba6aea5b87a23e752707de84ddc57f85dd5594f9",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 61,
      "run_id": "packed4-lr0.0224-beta2-0.999-seed43",
      "lr": 0.0224,
      "beta2": 0.999,
      "seed": 43,
      "directory": "experiments/packed4-lr0.0224-beta2-0.999-seed43",
      "job_id": "2310342_61",
      "loss": 4.762795170134448,
      "seconds": 446.9974173309747,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 4.7640745848324,
        "best_epoch": 40,
        "final_validation": {
          "loss": 4.762795170134448,
          "perplexity": 117.07270711616955,
          "tokens": 197411295,
          "seconds": 104.11923917592503,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 446.9974173309747,
        "training_seconds": 313.7362658197526,
        "training_elapsed_seconds": 342.76964838197455,
        "training_tokens_per_second": 1300672.3814149138,
        "elapsed_tokens_per_second": 1190502.4202879784,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "5d5759438d99bf5f125d8246d31fbe7e2af9a9a18d116af72594939c0ecfde8c",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 62,
      "run_id": "packed4-lr0.0224-beta2-0.999-seed44",
      "lr": 0.0224,
      "beta2": 0.999,
      "seed": 44,
      "directory": "experiments/packed4-lr0.0224-beta2-0.999-seed44",
      "job_id": "2310342_62",
      "loss": 4.807778644431093,
      "seconds": 440.5250902159605,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 4.8110175502221315,
        "best_epoch": 40,
        "final_validation": {
          "loss": 4.807778644431093,
          "perplexity": 122.45928953583307,
          "tokens": 197411295,
          "seconds": 102.27027479489334,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 440.5250902159605,
        "training_seconds": 308.5767156723887,
        "training_elapsed_seconds": 338.13363004196435,
        "training_tokens_per_second": 1322420.2451919278,
        "elapsed_tokens_per_second": 1206824.9347139958,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "605ffbfa1db50d3a8166932a61696c5510c7268f6d7a94ceb163e395837f5089",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 63,
      "run_id": "packed4-lr0.032-beta2-0.95-seed42",
      "lr": 0.032,
      "beta2": 0.95,
      "seed": 42,
      "directory": "experiments/packed4-lr0.032-beta2-0.95-seed42",
      "job_id": "2310342_63",
      "loss": 4.981726360452171,
      "seconds": 432.58727608504705,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 4.993449535541138,
        "best_epoch": 40,
        "final_validation": {
          "loss": 4.981726360452171,
          "perplexity": 145.72573977783603,
          "tokens": 197411295,
          "seconds": 101.43235727003776,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 432.58727608504705,
        "training_seconds": 302.69065814395435,
        "training_elapsed_seconds": 331.09586149291135,
        "training_tokens_per_second": 1348135.7452595383,
        "elapsed_tokens_per_second": 1232477.1869996225,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "a1c422e2c63382a2a409ae0fc971529abb7c1eaac43a3c975020a49c529a394d",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 64,
      "run_id": "packed4-lr0.032-beta2-0.95-seed43",
      "lr": 0.032,
      "beta2": 0.95,
      "seed": 43,
      "directory": "experiments/packed4-lr0.032-beta2-0.95-seed43",
      "job_id": "2310342_64",
      "loss": 4.983979152901554,
      "seconds": 448.86195382499136,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 4.995602292056067,
        "best_epoch": 40,
        "final_validation": {
          "loss": 4.983979152901554,
          "perplexity": 146.05439968637072,
          "tokens": 197411295,
          "seconds": 102.48078093398362,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 448.86195382499136,
        "training_seconds": 317.0926257222891,
        "training_elapsed_seconds": 346.31668515794445,
        "training_tokens_per_second": 1286905.0330971354,
        "elapsed_tokens_per_second": 1178309.0838198934,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "3e0ffd4c6d78b689322559afb4b01c6fba4fd17494ef07cacd4859c6f857794c",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 65,
      "run_id": "packed4-lr0.032-beta2-0.95-seed44",
      "lr": 0.032,
      "beta2": 0.95,
      "seed": 44,
      "directory": "experiments/packed4-lr0.032-beta2-0.95-seed44",
      "job_id": "2310342_65",
      "loss": 5.039282337479089,
      "seconds": 437.93748382804915,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 5.051142876404393,
        "best_epoch": 40,
        "final_validation": {
          "loss": 5.039282337479089,
          "perplexity": 154.35919745506715,
          "tokens": 197411295,
          "seconds": 101.2186512890039,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 437.93748382804915,
        "training_seconds": 307.39386209473014,
        "training_elapsed_seconds": 336.6556946899509,
        "training_tokens_per_second": 1327508.9268836633,
        "elapsed_tokens_per_second": 1212122.9565886823,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "955b6150bc24a74d8ad7a3178b25f4542cff867f2feba92159062940d03eb07d",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 66,
      "run_id": "packed4-lr0.032-beta2-0.98-seed42",
      "lr": 0.032,
      "beta2": 0.98,
      "seed": 42,
      "directory": "experiments/packed4-lr0.032-beta2-0.98-seed42",
      "job_id": "2310342_66",
      "loss": 5.023526817009083,
      "seconds": 431.6139242639765,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 5.034872810365147,
        "best_epoch": 40,
        "final_validation": {
          "loss": 5.023526817009083,
          "perplexity": 151.94624652371243,
          "tokens": 197411295,
          "seconds": 101.3173570369836,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 431.6139242639765,
        "training_seconds": 302.66850208025426,
        "training_elapsed_seconds": 330.23252475704066,
        "training_tokens_per_second": 1348234.4320447275,
        "elapsed_tokens_per_second": 1235699.2888578272,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "85633cd611206620dcd2f966514c80a87c27a702ce6a6b9a3aa02f110943184c",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 67,
      "run_id": "packed4-lr0.032-beta2-0.98-seed43",
      "lr": 0.032,
      "beta2": 0.98,
      "seed": 43,
      "directory": "experiments/packed4-lr0.032-beta2-0.98-seed43",
      "job_id": "2310342_67",
      "loss": 5.243705569993151,
      "seconds": 433.0528101120144,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 5.2553545182690495,
        "best_epoch": 40,
        "final_validation": {
          "loss": 5.243705569993151,
          "perplexity": 189.37052961529207,
          "tokens": 197411295,
          "seconds": 101.49813269404694,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 433.0528101120144,
        "training_seconds": 303.4713984277332,
        "training_elapsed_seconds": 331.48752967303153,
        "training_tokens_per_second": 1344667.3990174227,
        "elapsed_tokens_per_second": 1231020.9569648218,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "c67435d48d948006ad0cf776a4465dd67a6139be286571662e972281caab6d6b",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 68,
      "run_id": "packed4-lr0.032-beta2-0.98-seed44",
      "lr": 0.032,
      "beta2": 0.98,
      "seed": 44,
      "directory": "experiments/packed4-lr0.032-beta2-0.98-seed44",
      "job_id": "2310342_68",
      "loss": 4.69000492583375,
      "seconds": 433.88276501500513,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 4.698093141979085,
        "best_epoch": 40,
        "final_validation": {
          "loss": 4.69000492583375,
          "perplexity": 108.85371600140348,
          "tokens": 197411295,
          "seconds": 100.57600477489177,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 433.88276501500513,
        "training_seconds": 305.334727615118,
        "training_elapsed_seconds": 333.23126920999493,
        "training_tokens_per_second": 1336461.4604676738,
        "elapsed_tokens_per_second": 1224579.2448212432,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "fe0167daf06c5439460656886b601117a73400f2b6e2c70729f32f9ea16b9203",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 69,
      "run_id": "packed4-lr0.032-beta2-0.999-seed42",
      "lr": 0.032,
      "beta2": 0.999,
      "seed": 42,
      "directory": "experiments/packed4-lr0.032-beta2-0.999-seed42",
      "job_id": "2310342_69",
      "loss": 5.545415767546713,
      "seconds": 434.41900496708695,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 5.558117450931016,
        "best_epoch": 40,
        "final_validation": {
          "loss": 5.545415767546713,
          "perplexity": 256.0610179758972,
          "tokens": 197411295,
          "seconds": 101.72720880294219,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 434.41900496708695,
        "training_seconds": 303.5069365929812,
        "training_elapsed_seconds": 332.63034304603934,
        "training_tokens_per_second": 1344509.9495279107,
        "elapsed_tokens_per_second": 1226791.555644457,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "a8963f876876b9cef975dd440f7989dafda31d23dc40a54dc73c90bc9fcd8fe2",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 70,
      "run_id": "packed4-lr0.032-beta2-0.999-seed43",
      "lr": 0.032,
      "beta2": 0.999,
      "seed": 43,
      "directory": "experiments/packed4-lr0.032-beta2-0.999-seed43",
      "job_id": "2310342_70",
      "loss": 5.855303578484954,
      "seconds": 437.47622731886804,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 5.869717559531822,
        "best_epoch": 40,
        "final_validation": {
          "loss": 5.855303578484954,
          "perplexity": 349.08085740780365,
          "tokens": 197411295,
          "seconds": 102.74453185987659,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 437.47622731886804,
        "training_seconds": 306.75066031352617,
        "training_elapsed_seconds": 334.6398731980007,
        "training_tokens_per_second": 1330292.4778806295,
        "elapsed_tokens_per_second": 1219424.6074153665,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "c10d9462ecc2cb539af68634d095288d44f678691f8493f580a9460ca42151c3",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 71,
      "run_id": "packed4-lr0.032-beta2-0.999-seed44",
      "lr": 0.032,
      "beta2": 0.999,
      "seed": 44,
      "directory": "experiments/packed4-lr0.032-beta2-0.999-seed44",
      "job_id": "2310342_71",
      "loss": 5.183752060357832,
      "seconds": 433.3399036169285,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 5.191584017080599,
        "best_epoch": 40,
        "final_validation": {
          "loss": 5.183752060357832,
          "perplexity": 178.35073989595003,
          "tokens": 197411295,
          "seconds": 100.3904250159394,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 433.3399036169285,
        "training_seconds": 301.52173433394637,
        "training_elapsed_seconds": 332.8405063850805,
        "training_tokens_per_second": 1353362.1279454755,
        "elapsed_tokens_per_second": 1226016.9305471636,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "44d05fa1ea307abce2e26f899b20f07103d41a2de712699ba9796956f2b5c736",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "campaign": "lr_beta2",
      "beta1": 0.9,
      "archive": "runs/packed4-20m-batch128k-micro32-20260911"
    },
    {
      "index": 0,
      "run_id": "packed4-beta10.95-beta2-0.98-seed42",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.95,
      "beta2": 0.98,
      "seed": 42,
      "directory": "experiments/packed4-beta10.95-beta2-0.98-seed42",
      "job_id": "2315431_0",
      "loss": 3.5892806301466837,
      "seconds": 437.8229670310393,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.5882275492052553,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.5892806301466837,
          "perplexity": 36.20801959778453,
          "tokens": 197411295,
          "seconds": 101.5513731809333,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 437.8229670310393,
        "training_seconds": 299.8670986322686,
        "training_elapsed_seconds": 336.2155852690339,
        "training_tokens_per_second": 1360829.8404901694,
        "elapsed_tokens_per_second": 1213709.637146865,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "a7ce79760e1f4a4ffdea77e1876a0efe912fb50120be3580db0ef462a5afb96d",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 1,
      "run_id": "packed4-beta10.925-beta2-0.95-seed42",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.925,
      "beta2": 0.95,
      "seed": 42,
      "directory": "experiments/packed4-beta10.925-beta2-0.95-seed42",
      "job_id": "2315432_1",
      "loss": 3.602624317552061,
      "seconds": 433.7761105769314,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6028325949716264,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.602624317552061,
          "perplexity": 36.69440596982024,
          "tokens": 197411295,
          "seconds": 101.17413945798762,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 433.7761105769314,
        "training_seconds": 302.25390599598177,
        "training_elapsed_seconds": 332.50487179588526,
        "training_tokens_per_second": 1350083.7802421153,
        "elapsed_tokens_per_second": 1227254.4874184602,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "b53bd676ebd1a2f07cc529fe0010bfa5d546062386e9b640e5747aa25061d20e",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 2,
      "run_id": "packed4-beta10.925-beta2-0.95-seed43",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.925,
      "beta2": 0.95,
      "seed": 43,
      "directory": "experiments/packed4-beta10.925-beta2-0.95-seed43",
      "job_id": "2315432_2",
      "loss": 3.6203019706355803,
      "seconds": 433.7989729689434,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6239982266151767,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6203019706355803,
          "perplexity": 37.34884437364794,
          "tokens": 197411295,
          "seconds": 100.71949751698412,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 433.7989729689434,
        "training_seconds": 299.61210486642085,
        "training_elapsed_seconds": 333.0310093560256,
        "training_tokens_per_second": 1361988.0150768047,
        "elapsed_tokens_per_second": 1225315.6148704346,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "2c746620646bce9a1d6bddabbcd4ab2c338c54512d4dce8dbcb23adeae0306d8",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 3,
      "run_id": "packed4-beta10.925-beta2-0.95-seed44",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.925,
      "beta2": 0.95,
      "seed": 44,
      "directory": "experiments/packed4-beta10.925-beta2-0.95-seed44",
      "job_id": "2315432_3",
      "loss": 3.613581604095284,
      "seconds": 431.0980674159946,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6160634769203077,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.613581604095284,
          "perplexity": 37.09868796247886,
          "tokens": 197411295,
          "seconds": 101.76360958896112,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 431.0980674159946,
        "training_seconds": 302.00339792924933,
        "training_elapsed_seconds": 329.2511779710185,
        "training_tokens_per_second": 1351203.6579654596,
        "elapsed_tokens_per_second": 1239382.34181783,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "235bb78a87056c949011fdbb4d88c3c9248f9dd4d024559cafaa04b6f1f4d919",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 4,
      "run_id": "packed4-beta10.925-beta2-0.98-seed42",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.925,
      "beta2": 0.98,
      "seed": 42,
      "directory": "experiments/packed4-beta10.925-beta2-0.98-seed42",
      "job_id": "2315432_4",
      "loss": 3.608435405781798,
      "seconds": 432.97030942805577,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6069135196891255,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.608435405781798,
          "perplexity": 36.908261164349064,
          "tokens": 197411295,
          "seconds": 102.01283425395377,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 432.97030942805577,
        "training_seconds": 303.0141765525332,
        "training_elapsed_seconds": 330.8870123709785,
        "training_tokens_per_second": 1346696.3844487118,
        "elapsed_tokens_per_second": 1233255.1014196016,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "b3b80893b478d51f81f4f5868b197ecdf9a2360c8ff2a2fcff729e468fda09f4",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 5,
      "run_id": "packed4-beta10.925-beta2-0.98-seed43",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.925,
      "beta2": 0.98,
      "seed": 43,
      "directory": "experiments/packed4-beta10.925-beta2-0.98-seed43",
      "job_id": "2315432_5",
      "loss": 3.6036127804224556,
      "seconds": 429.2288806869183,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6064534501668715,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6036127804224556,
          "perplexity": 36.73069495987752,
          "tokens": 197411295,
          "seconds": 100.27721590397414,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 429.2288806869183,
        "training_seconds": 299.8094870712375,
        "training_elapsed_seconds": 328.90185763908084,
        "training_tokens_per_second": 1361091.3383239245,
        "elapsed_tokens_per_second": 1240698.6659460948,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "9ccdaf8f7d9afe93df4d016acca8898738e95abd19ec998eead70cb46e2f2944",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 6,
      "run_id": "packed4-beta10.925-beta2-0.98-seed44",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.925,
      "beta2": 0.98,
      "seed": 44,
      "directory": "experiments/packed4-beta10.925-beta2-0.98-seed44",
      "job_id": "2315432_6",
      "loss": 3.600412161572182,
      "seconds": 431.94052367517725,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6007845790685535,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.600412161572182,
          "perplexity": 36.61332193855459,
          "tokens": 197411295,
          "seconds": 100.96552633889951,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 431.94052367517725,
        "training_seconds": 301.28649796079844,
        "training_elapsed_seconds": 330.92540384898894,
        "training_tokens_per_second": 1354418.7966003553,
        "elapsed_tokens_per_second": 1233112.0284322854,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "13add338a288e26df509d3472c4b969d4919425f82048c897e4618c8ac3aa2ca",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 7,
      "run_id": "packed4-beta10.925-beta2-0.999-seed42",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.925,
      "beta2": 0.999,
      "seed": 42,
      "directory": "experiments/packed4-beta10.925-beta2-0.999-seed42",
      "job_id": "2315432_7",
      "loss": 3.636504664287374,
      "seconds": 437.4653259150218,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.635825300304635,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.636504664287374,
          "perplexity": 37.958925388323664,
          "tokens": 197411295,
          "seconds": 102.5866327630356,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 437.4653259150218,
        "training_seconds": 305.3362195332302,
        "training_elapsed_seconds": 334.8220787870232,
        "training_tokens_per_second": 1336454.9303185088,
        "elapsed_tokens_per_second": 1218761.0132471814,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "e7b5bc57f4036a8004d97aea24a8b13bb640ac65fae120b5a40ebea25be87360",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 8,
      "run_id": "packed4-beta10.925-beta2-0.999-seed43",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.925,
      "beta2": 0.999,
      "seed": 43,
      "directory": "experiments/packed4-beta10.925-beta2-0.999-seed43",
      "job_id": "2315432_8",
      "loss": 3.620115303729385,
      "seconds": 443.9854502421804,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.620414745304098,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.620115303729385,
          "perplexity": 37.34187323107979,
          "tokens": 197411295,
          "seconds": 101.44068331900053,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 443.9854502421804,
        "training_seconds": 305.610710702138,
        "training_elapsed_seconds": 342.48660249402747,
        "training_tokens_per_second": 1335254.5631089532,
        "elapsed_tokens_per_second": 1191486.3034886634,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "67d0602677cf18c60f73767a9a48fa086e585a5607e7e821ae2726fea6e77083",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 9,
      "run_id": "packed4-beta10.925-beta2-0.999-seed44",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.925,
      "beta2": 0.999,
      "seed": 44,
      "directory": "experiments/packed4-beta10.925-beta2-0.999-seed44",
      "job_id": "2315432_9",
      "loss": 3.625677914645191,
      "seconds": 439.5588739180239,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.623937711776976,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.625677914645191,
          "perplexity": 37.55017034352241,
          "tokens": 197411295,
          "seconds": 102.87299434002489,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 439.5588739180239,
        "training_seconds": 307.51323476224206,
        "training_elapsed_seconds": 336.6305166010279,
        "training_tokens_per_second": 1326993.605057367,
        "elapsed_tokens_per_second": 1212213.6166390385,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "b3b202f2314fd790ede1e55c9c286f00b27f11a37f1b1c9f9003220d20dddede",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 10,
      "run_id": "packed4-beta10.95-beta2-0.95-seed42",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.95,
      "beta2": 0.95,
      "seed": 42,
      "directory": "experiments/packed4-beta10.95-beta2-0.95-seed42",
      "job_id": "2315432_10",
      "loss": 3.6131776766289283,
      "seconds": 430.22053006800706,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.612120698023281,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6131776766289283,
          "perplexity": 37.083705809500316,
          "tokens": 197411295,
          "seconds": 99.50210648201755,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 430.22053006800706,
        "training_seconds": 301.12342363083735,
        "training_elapsed_seconds": 330.6612876029976,
        "training_tokens_per_second": 1355152.2863271893,
        "elapsed_tokens_per_second": 1234096.9786881718,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "e8685de45fbce4f0f1178e72968c3986ee06203ec4e8cc468791cf2266afdca0",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 11,
      "run_id": "packed4-beta10.95-beta2-0.95-seed43",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.95,
      "beta2": 0.95,
      "seed": 43,
      "directory": "experiments/packed4-beta10.95-beta2-0.95-seed43",
      "job_id": "2315432_11",
      "loss": 3.6325388444324647,
      "seconds": 428.3935127489967,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.634892117659887,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6325388444324647,
          "perplexity": 37.8086852379446,
          "tokens": 197411295,
          "seconds": 100.46689240494743,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 428.3935127489967,
        "training_seconds": 298.5252259684494,
        "training_elapsed_seconds": 327.86488494090736,
        "training_tokens_per_second": 1366946.7787058237,
        "elapsed_tokens_per_second": 1244622.7538931107,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "43a83d7a8ac19fb4817efafb237e33a702f029b83b2f6c1c9f6791db3f625e64",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 12,
      "run_id": "packed4-beta10.95-beta2-0.95-seed44",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.95,
      "beta2": 0.95,
      "seed": 44,
      "directory": "experiments/packed4-beta10.95-beta2-0.95-seed44",
      "job_id": "2315432_12",
      "loss": 3.6135931788398135,
      "seconds": 429.27449063491076,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6173327445193935,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6135931788398135,
          "perplexity": 37.09911737279956,
          "tokens": 197411295,
          "seconds": 101.31053678295575,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 429.27449063491076,
        "training_seconds": 298.56458937283605,
        "training_elapsed_seconds": 327.910669272067,
        "training_tokens_per_second": 1366766.5574714895,
        "elapsed_tokens_per_second": 1244448.974185181,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "bf7941b34e63ade5ec75b95d9d15a11cd7d7de66c41d04c7e1e87ebc9984a5a7",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 13,
      "run_id": "packed4-beta10.95-beta2-0.98-seed43",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.95,
      "beta2": 0.98,
      "seed": 43,
      "directory": "experiments/packed4-beta10.95-beta2-0.98-seed43",
      "job_id": "2315432_13",
      "loss": 3.6149460466671512,
      "seconds": 424.3048483908642,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6156214111977194,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6149460466671512,
          "perplexity": 37.149341540786125,
          "tokens": 197411295,
          "seconds": 100.89228685200214,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 424.3048483908642,
        "training_seconds": 292.1229205597192,
        "training_elapsed_seconds": 323.3572173200082,
        "training_tokens_per_second": 1396905.4369925002,
        "elapsed_tokens_per_second": 1261973.0568628635,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "686bfef1d3e2210b291498eb951e6df65daf1c90b2c6a15ea3c47533cd0c6e8b",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 14,
      "run_id": "packed4-beta10.95-beta2-0.98-seed44",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.95,
      "beta2": 0.98,
      "seed": 44,
      "directory": "experiments/packed4-beta10.95-beta2-0.98-seed44",
      "job_id": "2315432_14",
      "loss": 3.6041548539382435,
      "seconds": 428.14055456907954,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.605155207747137,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6041548539382435,
          "perplexity": 36.75061109434858,
          "tokens": 197411295,
          "seconds": 101.95308394101448,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 428.14055456907954,
        "training_seconds": 296.19153939792886,
        "training_elapsed_seconds": 326.12997939193156,
        "training_tokens_per_second": 1377716.9220615942,
        "elapsed_tokens_per_second": 1251243.7426355032,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "0a6c8ea06d77875e9d982456d88cbf6c00012fdccdbaf1cb6c6a94f7fb6c81a8",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 15,
      "run_id": "packed4-beta10.95-beta2-0.999-seed42",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.95,
      "beta2": 0.999,
      "seed": 42,
      "directory": "experiments/packed4-beta10.95-beta2-0.999-seed42",
      "job_id": "2315432_15",
      "loss": 3.6235080270902267,
      "seconds": 420.76603463396896,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.622963713713927,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6235080270902267,
          "perplexity": 37.46877903313826,
          "tokens": 197411295,
          "seconds": 100.37301463901531,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 420.76603463396896,
        "training_seconds": 289.7985327343922,
        "training_elapsed_seconds": 320.33251891995315,
        "training_tokens_per_second": 1408109.5999682127,
        "elapsed_tokens_per_second": 1273889.0743152143,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "8495b2954eec47950b3d35772fb25b47c973734a95a19c7a0acc3eb479e536a5",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 16,
      "run_id": "packed4-beta10.95-beta2-0.999-seed43",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.95,
      "beta2": 0.999,
      "seed": 43,
      "directory": "experiments/packed4-beta10.95-beta2-0.999-seed43",
      "job_id": "2315432_16",
      "loss": 3.630440410840382,
      "seconds": 412.1720765529899,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.630282822712343,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.630440410840382,
          "perplexity": 37.72942940839944,
          "tokens": 197411295,
          "seconds": 101.51877641491592,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 412.1720765529899,
        "training_seconds": 283.9779861542629,
        "training_elapsed_seconds": 310.5949509420898,
        "training_tokens_per_second": 1436970.8776592587,
        "elapsed_tokens_per_second": 1313827.204087693,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "d538265fb1d25cc74e2aaa8c49fcc1641ee55138d378d133a181d1ce70feea64",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 17,
      "run_id": "packed4-beta10.95-beta2-0.999-seed44",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.95,
      "beta2": 0.999,
      "seed": 44,
      "directory": "experiments/packed4-beta10.95-beta2-0.999-seed44",
      "job_id": "2315432_17",
      "loss": 3.6691430574582298,
      "seconds": 432.38293528801296,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.666604296099506,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6691430574582298,
          "perplexity": 39.218283640540015,
          "tokens": 197411295,
          "seconds": 101.31157818203792,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 432.38293528801296,
        "training_seconds": 304.12702704651747,
        "training_elapsed_seconds": 331.0194090460427,
        "training_tokens_per_second": 1341768.602293884,
        "elapsed_tokens_per_second": 1232761.8406908591,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "7e482df28a6460086c17f7c1cb332f663f37b5ed7f06ab9bf02e02953a8620b4",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 18,
      "run_id": "packed4-beta10.975-beta2-0.95-seed42",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.975,
      "beta2": 0.95,
      "seed": 42,
      "directory": "experiments/packed4-beta10.975-beta2-0.95-seed42",
      "job_id": "2315432_18",
      "loss": 3.6948285489363926,
      "seconds": 443.601421196945,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.694211826108671,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6948285489363926,
          "perplexity": 40.238673033230846,
          "tokens": 197411295,
          "seconds": 103.71811780706048,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 443.601421196945,
        "training_seconds": 311.2810805812478,
        "training_elapsed_seconds": 339.8267105941195,
        "training_tokens_per_second": 1310931.2497824284,
        "elapsed_tokens_per_second": 1200812.306032607,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "72397d6e0e547b30b319b05c6b74afee0add25c16896cb6008ff2fbb8802ff72",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 19,
      "run_id": "packed4-beta10.975-beta2-0.95-seed43",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.975,
      "beta2": 0.95,
      "seed": 43,
      "directory": "experiments/packed4-beta10.975-beta2-0.95-seed43",
      "job_id": "2315432_19",
      "loss": 3.6859406884765824,
      "seconds": 441.6913085079286,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.68707097820578,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6859406884765824,
          "perplexity": 39.88262193229824,
          "tokens": 197411295,
          "seconds": 100.65319037996233,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 441.6913085079286,
        "training_seconds": 311.07258466945495,
        "training_elapsed_seconds": 340.97424106893595,
        "training_tokens_per_second": 1311809.8993957061,
        "elapsed_tokens_per_second": 1196771.0367819236,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "5096441533d524ce822da9538556bd4149a1556a5d3a5ff62f259879bbe7e30d",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 20,
      "run_id": "packed4-beta10.975-beta2-0.95-seed44",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.975,
      "beta2": 0.95,
      "seed": 44,
      "directory": "experiments/packed4-beta10.975-beta2-0.95-seed44",
      "job_id": "2315432_20",
      "loss": 3.698421875766031,
      "seconds": 434.0821343200514,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.700400463852705,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.698421875766031,
          "perplexity": 40.38352382889599,
          "tokens": 197411295,
          "seconds": 101.10955524700694,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 434.0821343200514,
        "training_seconds": 303.9652145059081,
        "training_elapsed_seconds": 332.9148845509626,
        "training_tokens_per_second": 1342482.8780599448,
        "elapsed_tokens_per_second": 1225743.0200226838,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "c9d88ad58c947a9ed04d3bb04071d5e98ed78f7efcbd10082f20157e57a06d51",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 21,
      "run_id": "packed4-beta10.975-beta2-0.98-seed42",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.975,
      "beta2": 0.98,
      "seed": 42,
      "directory": "experiments/packed4-beta10.975-beta2-0.98-seed42",
      "job_id": "2315432_21",
      "loss": 3.6515993349618583,
      "seconds": 437.1897306148894,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.649881734203164,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6515993349618583,
          "perplexity": 38.536249160474945,
          "tokens": 197411295,
          "seconds": 101.71910920902155,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 437.1897306148894,
        "training_seconds": 307.14721636567265,
        "training_elapsed_seconds": 335.4159192238003,
        "training_tokens_per_second": 1328574.9447072197,
        "elapsed_tokens_per_second": 1216603.2457383866,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "1a3ea52ad7446eade15a3e4bdb2c451c6459de942c87498607dff336a63af1d4",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 22,
      "run_id": "packed4-beta10.975-beta2-0.98-seed43",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.975,
      "beta2": 0.98,
      "seed": 43,
      "directory": "experiments/packed4-beta10.975-beta2-0.98-seed43",
      "job_id": "2315432_22",
      "loss": 3.6660972990202882,
      "seconds": 438.7794346549781,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6662113629401136,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6660972990202882,
          "perplexity": 39.099015944716044,
          "tokens": 197411295,
          "seconds": 101.7939868789399,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 438.7794346549781,
        "training_seconds": 309.3498454981018,
        "training_elapsed_seconds": 336.9323707249714,
        "training_tokens_per_second": 1319115.241007948,
        "elapsed_tokens_per_second": 1211127.607365143,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "6eb04480f971241a3e96f5e18610ff93e3f529c9717aa6ba2a001cc7b61b8548",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 23,
      "run_id": "packed4-beta10.975-beta2-0.98-seed44",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.975,
      "beta2": 0.98,
      "seed": 44,
      "directory": "experiments/packed4-beta10.975-beta2-0.98-seed44",
      "job_id": "2315432_23",
      "loss": 3.671021443228994,
      "seconds": 426.6661361330189,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.671660035466555,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.671021443228994,
          "perplexity": 39.2920199374091,
          "tokens": 197411295,
          "seconds": 99.55343494308181,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 426.6661361330189,
        "training_seconds": 300.0201197913848,
        "training_elapsed_seconds": 327.0522945530247,
        "training_tokens_per_second": 1360135.7678403202,
        "elapsed_tokens_per_second": 1247715.1293425348,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "61ed622dd68f1f1978768e3fd218a9fb7c1de9ab7947e00da076ad3f9545b5da",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 24,
      "run_id": "packed4-beta10.975-beta2-0.999-seed42",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.975,
      "beta2": 0.999,
      "seed": 42,
      "directory": "experiments/packed4-beta10.975-beta2-0.999-seed42",
      "job_id": "2315432_24",
      "loss": 3.6840659433437213,
      "seconds": 441.6829188539414,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6835682190403976,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6840659433437213,
          "perplexity": 39.807922224280674,
          "tokens": 197411295,
          "seconds": 100.76509927993175,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 441.6829188539414,
        "training_seconds": 307.52166472619865,
        "training_elapsed_seconds": 340.8640709579922,
        "training_tokens_per_second": 1326957.2287315845,
        "elapsed_tokens_per_second": 1197157.8431634994,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "c1804f7d6bc6c1a9b6aba9aafb2e3b308fcbd635f56b2331ac65254c3f3de730",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 25,
      "run_id": "packed4-beta10.975-beta2-0.999-seed43",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.975,
      "beta2": 0.999,
      "seed": 43,
      "directory": "experiments/packed4-beta10.975-beta2-0.999-seed43",
      "job_id": "2315432_25",
      "loss": 3.678963832315723,
      "seconds": 426.0473297929857,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.67819829392078,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.678963832315723,
          "perplexity": 39.60533503593351,
          "tokens": 197411295,
          "seconds": 100.92789810197428,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 426.0473297929857,
        "training_seconds": 296.7972050284734,
        "training_elapsed_seconds": 325.04143896198366,
        "training_tokens_per_second": 1374905.4542506617,
        "elapsed_tokens_per_second": 1255434.0680473268,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "8587ce4d7c751f767f1b9d93da7855d5354282501774231d82a9897ccfaeb518",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "index": 26,
      "run_id": "packed4-beta10.975-beta2-0.999-seed44",
      "campaign": "beta1_beta2",
      "archive": "runs/packed4-20m-beta1-beta2-20260911",
      "lr": 0.008,
      "beta1": 0.975,
      "beta2": 0.999,
      "seed": 44,
      "directory": "experiments/packed4-beta10.975-beta2-0.999-seed44",
      "job_id": "2315432_26",
      "loss": 3.657190602442735,
      "seconds": 409.75463441899046,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6558093721543314,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.657190602442735,
          "perplexity": 38.75231912682623,
          "tokens": 197411295,
          "seconds": 100.20951118390076,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 409.75463441899046,
        "training_seconds": 282.4907606947236,
        "training_elapsed_seconds": 309.4913649610244,
        "training_tokens_per_second": 1444536.0796807893,
        "elapsed_tokens_per_second": 1318512.0562293874,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "02cd2f2868b40de55d797f136c38087b1cbb46e18ddc425ef680de709a1fa7d9",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "campaign": "beta99",
      "index": 0,
      "run_id": "packed4-awc-lr0.008-beta2-0.99-seed42",
      "scheme": "awc",
      "lr": 0.008,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 42,
      "directory": "experiments/packed4-awc-lr0.008-beta2-0.99-seed42",
      "job_id": "2317541_0",
      "loss": 3.615880949827964,
      "seconds": 435.4516881030286,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6143873617165116,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.615880949827964,
          "perplexity": 37.18408881775337,
          "tokens": 197411295,
          "seconds": 101.7798153210897,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 435.4516881030286,
        "training_seconds": 304.79170670267195,
        "training_elapsed_seconds": 333.57801688998006,
        "training_tokens_per_second": 1338842.5177791186,
        "elapsed_tokens_per_second": 1223306.3191768662,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "5876c4bce5b58d234a7e95a316af8a7684962ee81cf33f20c55a5bbbe74c282b",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 1,
      "run_id": "packed4-awc-lr0.0024-beta2-0.99-seed42",
      "scheme": "awc",
      "lr": 0.0024,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 42,
      "directory": "experiments/packed4-awc-lr0.0024-beta2-0.99-seed42",
      "job_id": "2317541_1",
      "loss": 3.6460179530710164,
      "seconds": 438.23689774703234,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6446837152834224,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6460179530710164,
          "perplexity": 38.321762759330554,
          "tokens": 197411295,
          "seconds": 101.23584731505252,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 438.23689774703234,
        "training_seconds": 308.5374683425762,
        "training_elapsed_seconds": 336.91323455399834,
        "training_tokens_per_second": 1322588.462892658,
        "elapsed_tokens_per_second": 1211196.3976131587,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "e799aa7886a069af4836d1c21edc3732ee086a32a69fc6171b1058ec30330eb2",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 2,
      "run_id": "packed4-awc-lr0.0024-beta2-0.99-seed43",
      "scheme": "awc",
      "lr": 0.0024,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 43,
      "directory": "experiments/packed4-awc-lr0.0024-beta2-0.99-seed43",
      "job_id": "2317541_2",
      "loss": 3.638678365235113,
      "seconds": 435.40510393097065,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.639195490359967,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.638678365235113,
          "perplexity": 38.041526482930216,
          "tokens": 197411295,
          "seconds": 101.26062274700962,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 435.40510393097065,
        "training_seconds": 305.15714975679293,
        "training_elapsed_seconds": 334.0774109220365,
        "training_tokens_per_second": 1337239.1776670676,
        "elapsed_tokens_per_second": 1221477.6655319287,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "a9618f9685bad9618fb0c331cf0fda5ecf88aea63d5e293870c00867f8fe667a",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 3,
      "run_id": "packed4-awc-lr0.0024-beta2-0.99-seed44",
      "scheme": "awc",
      "lr": 0.0024,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 44,
      "directory": "experiments/packed4-awc-lr0.0024-beta2-0.99-seed44",
      "job_id": "2317541_3",
      "loss": 3.6392766866919715,
      "seconds": 431.8651431230828,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6379259614317627,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6392766866919715,
          "perplexity": 38.06429435505059,
          "tokens": 197411295,
          "seconds": 101.08369339001365,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 431.8651431230828,
        "training_seconds": 304.3981565661961,
        "training_elapsed_seconds": 330.73099720699247,
        "training_tokens_per_second": 1340573.4798241435,
        "elapsed_tokens_per_second": 1233836.862725646,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "9b70a8ec6aed9ca9cb03b8f8d7e585497a0823dc8c12d849b616bb9e89e237c8",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 4,
      "run_id": "packed4-awc-lr0.004-beta2-0.99-seed42",
      "scheme": "awc",
      "lr": 0.004,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 42,
      "directory": "experiments/packed4-awc-lr0.004-beta2-0.99-seed42",
      "job_id": "2317541_4",
      "loss": 3.6067293345807334,
      "seconds": 433.1257665400626,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.605413370438204,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6067293345807334,
          "perplexity": 36.84534672641085,
          "tokens": 197411295,
          "seconds": 101.53043219202664,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 433.1257665400626,
        "training_seconds": 303.4713014323497,
        "training_elapsed_seconds": 331.5297128409147,
        "training_tokens_per_second": 1344667.8287995122,
        "elapsed_tokens_per_second": 1230864.3243563885,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "1324cee6f420e4c2bf33fc75454fa168b60ca257e895f6e9fbe1d846ebbe04cf",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 5,
      "run_id": "packed4-awc-lr0.004-beta2-0.99-seed43",
      "scheme": "awc",
      "lr": 0.004,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 43,
      "directory": "experiments/packed4-awc-lr0.004-beta2-0.99-seed43",
      "job_id": "2317541_5",
      "loss": 3.609879710312974,
      "seconds": 432.4344857370015,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.608961766068414,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.609879710312974,
          "perplexity": 36.96160644733026,
          "tokens": 197411295,
          "seconds": 99.70254878600826,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 432.4344857370015,
        "training_seconds": 304.01272210510797,
        "training_elapsed_seconds": 332.66367327200714,
        "training_tokens_per_second": 1342273.0903311225,
        "elapsed_tokens_per_second": 1226668.640992061,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "0a9ec3ad22eb0b28c89e0252b95bbd963c50bbce80c2648b59bd0793e242ae59",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 6,
      "run_id": "packed4-awc-lr0.004-beta2-0.99-seed44",
      "scheme": "awc",
      "lr": 0.004,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 44,
      "directory": "experiments/packed4-awc-lr0.004-beta2-0.99-seed44",
      "job_id": "2317541_6",
      "loss": 3.610045046141466,
      "seconds": 435.9507406100165,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6091213284330443,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.610045046141466,
          "perplexity": 36.96771803037253,
          "tokens": 197411295,
          "seconds": 100.91799729899503,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 435.9507406100165,
        "training_seconds": 304.5729752285406,
        "training_elapsed_seconds": 334.97930655488744,
        "training_tokens_per_second": 1339804.0180478927,
        "elapsed_tokens_per_second": 1218188.9687360039,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "cd305a5f6a2c7d48e04ae54f8093dee72f93325681c09026a4de09c845db5bf3",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 7,
      "run_id": "packed4-awc-lr0.0048-beta2-0.99-seed42",
      "scheme": "awc",
      "lr": 0.0048,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 42,
      "directory": "experiments/packed4-awc-lr0.0048-beta2-0.99-seed42",
      "job_id": "2317541_7",
      "loss": 3.607540185886025,
      "seconds": 431.70862981202663,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.606162956228049,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.607540185886025,
          "perplexity": 36.87523493970869,
          "tokens": 197411295,
          "seconds": 101.07046465299209,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 431.70862981202663,
        "training_seconds": 301.89274372233194,
        "training_elapsed_seconds": 330.5556181819993,
        "training_tokens_per_second": 1351698.921174878,
        "elapsed_tokens_per_second": 1234491.4851071248,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "0b9815dcff48d056d25ce6b98de3275673a24fd3d623f050fc6c20e83b5de2a9",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 8,
      "run_id": "packed4-awc-lr0.0048-beta2-0.99-seed43",
      "scheme": "awc",
      "lr": 0.0048,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 43,
      "directory": "experiments/packed4-awc-lr0.0048-beta2-0.99-seed43",
      "job_id": "2317541_8",
      "loss": 3.606804841137525,
      "seconds": 432.02767185799894,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.606594003230473,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.606804841137525,
          "perplexity": 36.848128896710676,
          "tokens": 197411295,
          "seconds": 100.7882572710223,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 432.02767185799894,
        "training_seconds": 302.4912335079571,
        "training_elapsed_seconds": 331.1663799700036,
        "training_tokens_per_second": 1349024.5362408683,
        "elapsed_tokens_per_second": 1232214.7436492858,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "74fc47d8a1fb88f58b54ccf5b6151bdf63ee8ec732bbc529bc4593e2ab945502",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 9,
      "run_id": "packed4-awc-lr0.0048-beta2-0.99-seed44",
      "scheme": "awc",
      "lr": 0.0048,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 44,
      "directory": "experiments/packed4-awc-lr0.0048-beta2-0.99-seed44",
      "job_id": "2317541_9",
      "loss": 3.6141099465824964,
      "seconds": 433.91120838400093,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.611978142611327,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6141099465824964,
          "perplexity": 37.11829395443248,
          "tokens": 197411295,
          "seconds": 101.16041091000079,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 433.91120838400093,
        "training_seconds": 303.5124043879041,
        "training_elapsed_seconds": 332.6955924759968,
        "training_tokens_per_second": 1344485.72809719,
        "elapsed_tokens_per_second": 1226550.95296894,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "97490c2d69d2fdd7ec7f0c56345a211c36ec10a3bbfadc12159ca30911b50589",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 10,
      "run_id": "packed4-awc-lr0.0056-beta2-0.99-seed42",
      "scheme": "awc",
      "lr": 0.0056,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 42,
      "directory": "experiments/packed4-awc-lr0.0056-beta2-0.99-seed42",
      "job_id": "2317541_10",
      "loss": 3.596142369521728,
      "seconds": 432.27982598892413,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.5937100738307626,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.596142369521728,
          "perplexity": 36.45732394410044,
          "tokens": 197411295,
          "seconds": 99.93604976090137,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 432.27982598892413,
        "training_seconds": 303.91378960059956,
        "training_elapsed_seconds": 332.24504997301847,
        "training_tokens_per_second": 1342710.0380548015,
        "elapsed_tokens_per_second": 1228214.223306379,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "e0ce2ce2bf924bc85138a21afb33cb3a38a0745d54cf7a081491cf79088eabaa",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 11,
      "run_id": "packed4-awc-lr0.0056-beta2-0.99-seed43",
      "scheme": "awc",
      "lr": 0.0056,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 43,
      "directory": "experiments/packed4-awc-lr0.0056-beta2-0.99-seed43",
      "job_id": "2317541_11",
      "loss": 3.6106213251962562,
      "seconds": 432.14718526019715,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.609987389629754,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6106213251962562,
          "perplexity": 36.98902789160042,
          "tokens": 197411295,
          "seconds": 99.890071030939,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 432.14718526019715,
        "training_seconds": 303.3862407358829,
        "training_elapsed_seconds": 332.1954658830073,
        "training_tokens_per_second": 1345044.8346312756,
        "elapsed_tokens_per_second": 1228397.5487603843,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "d5be3ab121cdfc5074b33cf2cdb6e0407efaa47b2c0d69721d06a0bc5fb510d6",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 12,
      "run_id": "packed4-awc-lr0.0056-beta2-0.99-seed44",
      "scheme": "awc",
      "lr": 0.0056,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 44,
      "directory": "experiments/packed4-awc-lr0.0056-beta2-0.99-seed44",
      "job_id": "2317541_12",
      "loss": 3.606265532195382,
      "seconds": 438.8161503119918,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.604997621262248,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.606265532195382,
          "perplexity": 36.828261729047576,
          "tokens": 197411295,
          "seconds": 102.42214075899392,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 438.8161503119918,
        "training_seconds": 305.70502335393394,
        "training_elapsed_seconds": 336.30015807799646,
        "training_tokens_per_second": 1334842.6254924634,
        "elapsed_tokens_per_second": 1213404.4132841553,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "8226a669a8144c97d4612643b5597c9630281c614d3148c36bdf23d85d4d242e",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 13,
      "run_id": "packed4-awc-lr0.008-beta2-0.99-seed43",
      "scheme": "awc",
      "lr": 0.008,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 43,
      "directory": "experiments/packed4-awc-lr0.008-beta2-0.99-seed43",
      "job_id": "2317541_13",
      "loss": 3.609831246202854,
      "seconds": 443.54348071699496,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6088501416425616,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.609831246202854,
          "perplexity": 36.95981517937164,
          "tokens": 197411295,
          "seconds": 102.02701681398321,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 443.54348071699496,
        "training_seconds": 311.7551307490794,
        "training_elapsed_seconds": 341.4569951989688,
        "training_tokens_per_second": 1308937.867420182,
        "elapsed_tokens_per_second": 1195079.0340734315,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "0af9af134c0edf8b9117d0b228a6e03f107b257313dd79c27b1f8eb780ef365e",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 14,
      "run_id": "packed4-awc-lr0.008-beta2-0.99-seed44",
      "scheme": "awc",
      "lr": 0.008,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 44,
      "directory": "experiments/packed4-awc-lr0.008-beta2-0.99-seed44",
      "job_id": "2317541_14",
      "loss": 3.599069250491942,
      "seconds": 442.6086816190509,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.597313627387672,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.599069250491942,
          "perplexity": 36.56418650248396,
          "tokens": 197411295,
          "seconds": 102.09070998302195,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 442.6086816190509,
        "training_seconds": 309.7064204280032,
        "training_elapsed_seconds": 340.44159357296303,
        "training_tokens_per_second": 1317596.5013449334,
        "elapsed_tokens_per_second": 1198643.4786575024,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "308603ae1921187590eaf58888bd5c9aabf0e9aaf93edf09b739dd9fd41e617f",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 15,
      "run_id": "packed4-awc-lr0.0112-beta2-0.99-seed42",
      "scheme": "awc",
      "lr": 0.0112,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 42,
      "directory": "experiments/packed4-awc-lr0.0112-beta2-0.99-seed42",
      "job_id": "2317541_15",
      "loss": 3.7097515203344558,
      "seconds": 435.25048768683337,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.7098116683445395,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.7097515203344558,
          "perplexity": 40.843656447904586,
          "tokens": 197411295,
          "seconds": 101.15904098795727,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 435.25048768683337,
        "training_seconds": 306.1040987179149,
        "training_elapsed_seconds": 334.03234467608854,
        "training_tokens_per_second": 1333102.3586719376,
        "elapsed_tokens_per_second": 1221642.4621864208,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "adc3a253b1d4397a2f813884c8300bf4ff85bcc03cff05591f0edc282146cd1e",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 16,
      "run_id": "packed4-awc-lr0.0112-beta2-0.99-seed43",
      "scheme": "awc",
      "lr": 0.0112,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 43,
      "directory": "experiments/packed4-awc-lr0.0112-beta2-0.99-seed43",
      "job_id": "2317541_16",
      "loss": 3.7564864867302328,
      "seconds": 439.11506277299486,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.7589584249794377,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.7564864867302328,
          "perplexity": 42.79779089831104,
          "tokens": 197411295,
          "seconds": 101.42738635907881,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 439.11506277299486,
        "training_seconds": 308.3708621871192,
        "training_elapsed_seconds": 337.58945004083216,
        "training_tokens_per_second": 1323303.0290403527,
        "elapsed_tokens_per_second": 1208770.285773573,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "bbd053c49b36d7840b98150c972cb3d269032689c0ba8dad5f28a96ed8bd6e91",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 17,
      "run_id": "packed4-awc-lr0.0112-beta2-0.99-seed44",
      "scheme": "awc",
      "lr": 0.0112,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 44,
      "directory": "experiments/packed4-awc-lr0.0112-beta2-0.99-seed44",
      "job_id": "2317541_17",
      "loss": 3.740385733406258,
      "seconds": 439.05667474493384,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.7405707968842203,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.740385733406258,
          "perplexity": 42.114231898428045,
          "tokens": 197411295,
          "seconds": 102.40424688206986,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 439.05667474493384,
        "training_seconds": 309.4169843313284,
        "training_elapsed_seconds": 336.54722651513293,
        "training_tokens_per_second": 1318829.0128347785,
        "elapsed_tokens_per_second": 1212513.6202293176,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "10847f5cb4d9285287005c455c3e5d8eb8fd55dd0067cce28c081ad252953e2b",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 18,
      "run_id": "packed4-awc-lr0.016-beta2-0.99-seed42",
      "scheme": "awc",
      "lr": 0.016,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 42,
      "directory": "experiments/packed4-awc-lr0.016-beta2-0.99-seed42",
      "job_id": "2317541_18",
      "loss": 4.199815892085226,
      "seconds": 430.7366306509357,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 4.199572348530058,
        "best_epoch": 40,
        "final_validation": {
          "loss": 4.199815892085226,
          "perplexity": 66.67405468969467,
          "tokens": 197411295,
          "seconds": 99.56423516606446,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 430.7366306509357,
        "training_seconds": 301.89812923723366,
        "training_elapsed_seconds": 331.1168552490417,
        "training_tokens_per_second": 1351674.8084230004,
        "elapsed_tokens_per_second": 1232399.044419171,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "ba534ddbaf127b3527441ca221f80c3ef1c8ec5a1bf07161441570c7d3a3da92",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 19,
      "run_id": "packed4-awc-lr0.016-beta2-0.99-seed43",
      "scheme": "awc",
      "lr": 0.016,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 43,
      "directory": "experiments/packed4-awc-lr0.016-beta2-0.99-seed43",
      "job_id": "2317541_19",
      "loss": 4.010615861951234,
      "seconds": 436.39975431002676,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 4.012910948980594,
        "best_epoch": 40,
        "final_validation": {
          "loss": 4.010615861951234,
          "perplexity": 55.18084388313717,
          "tokens": 197411295,
          "seconds": 100.65337836998515,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 436.39975431002676,
        "training_seconds": 306.82441911648493,
        "training_elapsed_seconds": 335.6888309570495,
        "training_tokens_per_second": 1329972.6833185276,
        "elapsed_tokens_per_second": 1215614.1592098763,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "44869d24f5f66523c376190ef402651584e82f84e8a820853326617ab9b27252",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 20,
      "run_id": "packed4-awc-lr0.016-beta2-0.99-seed44",
      "scheme": "awc",
      "lr": 0.016,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 44,
      "directory": "experiments/packed4-awc-lr0.016-beta2-0.99-seed44",
      "job_id": "2317541_20",
      "loss": 4.069868565861545,
      "seconds": 430.7000951200025,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 4.072833083400086,
        "best_epoch": 40,
        "final_validation": {
          "loss": 4.069868565861545,
          "perplexity": 58.54926671372518,
          "tokens": 197411295,
          "seconds": 102.70992105605546,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 430.7000951200025,
        "training_seconds": 298.5181275261566,
        "training_elapsed_seconds": 327.9358270870289,
        "training_tokens_per_second": 1366979.2832404943,
        "elapsed_tokens_per_second": 1244353.5054549112,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "1526806f610e5bb393d4e880011897fdc1cba2e446a129a68a9642479c8ffde0",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta1_fill",
      "index": 0,
      "run_id": "packed4-awc-lr0.008-beta1-0.925-beta2-0.99-seed42",
      "scheme": "awc",
      "lr": 0.008,
      "beta1": 0.925,
      "beta2": 0.99,
      "seed": 42,
      "archive": "runs/packed4-awc-20m-beta1-fill-20260911",
      "directory": "experiments/packed4-awc-lr0.008-beta1-0.925-beta2-0.99-seed42",
      "job_id": "2317855_0",
      "loss": 3.680425856136735,
      "seconds": 446.9268776549725,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.679693044531805,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.680425856136735,
          "perplexity": 39.66328132830334,
          "tokens": 197411295,
          "seconds": 101.87485386803746,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 446.9268776549725,
        "training_seconds": 308.0274570721667,
        "training_elapsed_seconds": 344.9600252399687,
        "training_tokens_per_second": 1324778.3164485726,
        "elapsed_tokens_per_second": 1182943.1416470087,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "2e506ca3ba5006fa0192cf4d122f714b76cd8334445fb2ac7435f7e54de5d1dc",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "campaign": "beta1_fill",
      "index": 1,
      "run_id": "packed4-awc-lr0.008-beta1-0.925-beta2-0.99-seed43",
      "scheme": "awc",
      "lr": 0.008,
      "beta1": 0.925,
      "beta2": 0.99,
      "seed": 43,
      "archive": "runs/packed4-awc-20m-beta1-fill-20260911",
      "directory": "experiments/packed4-awc-lr0.008-beta1-0.925-beta2-0.99-seed43",
      "job_id": "2317855_1",
      "loss": 3.6056249141568477,
      "seconds": 437.65641836379655,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.605298864485595,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6056249141568477,
          "perplexity": 36.804676435644886,
          "tokens": 197411295,
          "seconds": 101.85152559611015,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 437.65641836379655,
        "training_seconds": 307.8898957092315,
        "training_elapsed_seconds": 335.7533921250142,
        "training_tokens_per_second": 1325370.210867121,
        "elapsed_tokens_per_second": 1215380.4118472172,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "18e630426d6aab7915d40fdd938bb0ed2258487892254e534508737fb59af6c2",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "campaign": "beta1_fill",
      "index": 2,
      "run_id": "packed4-awc-lr0.008-beta1-0.925-beta2-0.99-seed44",
      "scheme": "awc",
      "lr": 0.008,
      "beta1": 0.925,
      "beta2": 0.99,
      "seed": 44,
      "archive": "runs/packed4-awc-20m-beta1-fill-20260911",
      "directory": "experiments/packed4-awc-lr0.008-beta1-0.925-beta2-0.99-seed44",
      "job_id": "2317855_2",
      "loss": 3.599603528388055,
      "seconds": 447.48147104203235,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.597124067145551,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.599603528388055,
          "perplexity": 36.58372715872713,
          "tokens": 197411295,
          "seconds": 102.03445483499672,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 447.48147104203235,
        "training_seconds": 311.3794442539802,
        "training_elapsed_seconds": 345.39480226195883,
        "training_tokens_per_second": 1310517.1312052142,
        "elapsed_tokens_per_second": 1181454.0732159242,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "f88931184a6d265335bcf75d596db6972711a4fcbf1bed873b4a23956f86d8ae",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "campaign": "beta1_fill",
      "index": 3,
      "run_id": "packed4-awc-lr0.008-beta1-0.95-beta2-0.99-seed42",
      "scheme": "awc",
      "lr": 0.008,
      "beta1": 0.95,
      "beta2": 0.99,
      "seed": 42,
      "archive": "runs/packed4-awc-20m-beta1-fill-20260911",
      "directory": "experiments/packed4-awc-lr0.008-beta1-0.95-beta2-0.99-seed42",
      "job_id": "2317855_3",
      "loss": 3.589973732468213,
      "seconds": 455.26823859789874,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.5883407271375787,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.589973732468213,
          "perplexity": 36.233124159235636,
          "tokens": 197411295,
          "seconds": 100.39529889100231,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 455.26823859789874,
        "training_seconds": 310.59633662342094,
        "training_elapsed_seconds": 354.7179966439726,
        "training_tokens_per_second": 1313821.342634693,
        "elapsed_tokens_per_second": 1150401.4452629378,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "6d097ef79913c13e1450bbacde31751a58dec7629d6063d9d8ff4a8ebdc83f9b",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "campaign": "beta1_fill",
      "index": 4,
      "run_id": "packed4-awc-lr0.008-beta1-0.95-beta2-0.99-seed43",
      "scheme": "awc",
      "lr": 0.008,
      "beta1": 0.95,
      "beta2": 0.99,
      "seed": 43,
      "archive": "runs/packed4-awc-20m-beta1-fill-20260911",
      "directory": "experiments/packed4-awc-lr0.008-beta1-0.95-beta2-0.99-seed43",
      "job_id": "2317855_4",
      "loss": 3.5969862952951,
      "seconds": 456.9021554159699,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.597011841016112,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.5969862952951,
          "perplexity": 36.48810420570625,
          "tokens": 197411295,
          "seconds": 102.18557824706659,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 456.9021554159699,
        "training_seconds": 309.71416566788685,
        "training_elapsed_seconds": 354.59549732506275,
        "training_tokens_per_second": 1317563.5512828955,
        "elapsed_tokens_per_second": 1150798.865406681,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "f77818f36661c2f2ae9ecb5a9dab9254ffd0a685f4ee46ab4a095f4ca40987b3",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "campaign": "beta1_fill",
      "index": 5,
      "run_id": "packed4-awc-lr0.008-beta1-0.95-beta2-0.99-seed44",
      "scheme": "awc",
      "lr": 0.008,
      "beta1": 0.95,
      "beta2": 0.99,
      "seed": 44,
      "archive": "runs/packed4-awc-20m-beta1-fill-20260911",
      "directory": "experiments/packed4-awc-lr0.008-beta1-0.95-beta2-0.99-seed44",
      "job_id": "2317855_5",
      "loss": 3.5997156873995255,
      "seconds": 457.8241172389826,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.5988401837596187,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.5997156873995255,
          "perplexity": 36.58783058351488,
          "tokens": 197411295,
          "seconds": 102.05924786999822,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 457.8241172389826,
        "training_seconds": 310.66283345315605,
        "training_elapsed_seconds": 355.6245966129936,
        "training_tokens_per_second": 1313540.1215013105,
        "elapsed_tokens_per_second": 1147468.7068512242,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "4a87c382c50cb7e1bee177f153d9402cbdf1382c2ebbe428b42da858dbd556b9",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "campaign": "beta1_fill",
      "index": 6,
      "run_id": "packed4-awc-lr0.008-beta1-0.975-beta2-0.99-seed42",
      "scheme": "awc",
      "lr": 0.008,
      "beta1": 0.975,
      "beta2": 0.99,
      "seed": 42,
      "archive": "runs/packed4-awc-20m-beta1-fill-20260911",
      "directory": "experiments/packed4-awc-lr0.008-beta1-0.975-beta2-0.99-seed42",
      "job_id": "2317855_6",
      "loss": 3.688676795028814,
      "seconds": 439.063483431004,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6874627256396253,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.688676795028814,
          "perplexity": 39.99189445795371,
          "tokens": 197411295,
          "seconds": 100.68052068189718,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 439.063483431004,
        "training_seconds": 308.95246740221046,
        "training_elapsed_seconds": 338.3263926280197,
        "training_tokens_per_second": 1320811.9016856907,
        "elapsed_tokens_per_second": 1206137.342198601,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "4733556e1e0315926e74906ccc80046be269e5436f367cfd74ec0ac8652f40b1",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "campaign": "beta1_fill",
      "index": 7,
      "run_id": "packed4-awc-lr0.008-beta1-0.975-beta2-0.99-seed43",
      "scheme": "awc",
      "lr": 0.008,
      "beta1": 0.975,
      "beta2": 0.99,
      "seed": 43,
      "archive": "runs/packed4-awc-20m-beta1-fill-20260911",
      "directory": "experiments/packed4-awc-lr0.008-beta1-0.975-beta2-0.99-seed43",
      "job_id": "2317855_7",
      "loss": 3.646338180720578,
      "seconds": 443.1060740449466,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.646373947227435,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.646338180720578,
          "perplexity": 38.33403641242269,
          "tokens": 197411295,
          "seconds": 100.39942650101148,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 443.1060740449466,
        "training_seconds": 312.18063615984283,
        "training_elapsed_seconds": 342.52684397401754,
        "training_tokens_per_second": 1307153.771674233,
        "elapsed_tokens_per_second": 1191346.3227161083,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "8f2b757fc1a456d4a92065810c3460fa3ff334bc0aac39a4f0a246a2409a2774",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "campaign": "beta1_fill",
      "index": 8,
      "run_id": "packed4-awc-lr0.008-beta1-0.975-beta2-0.99-seed44",
      "scheme": "awc",
      "lr": 0.008,
      "beta1": 0.975,
      "beta2": 0.99,
      "seed": 44,
      "archive": "runs/packed4-awc-20m-beta1-fill-20260911",
      "directory": "experiments/packed4-awc-lr0.008-beta1-0.975-beta2-0.99-seed44",
      "job_id": "2317855_8",
      "loss": 3.6687880825165196,
      "seconds": 440.6861905299593,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6673761892112573,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6687880825165196,
          "perplexity": 39.204364603191635,
          "tokens": 197411295,
          "seconds": 101.1275908270618,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 440.6861905299593,
        "training_seconds": 304.75284626253415,
        "training_elapsed_seconds": 339.4178545079194,
        "training_tokens_per_second": 1339013.2397597472,
        "elapsed_tokens_per_second": 1202258.7809695757,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "b3f81efbb4fc3b22e19c6e84691e0110e236ca7c93fd99ef0cf726a6284641d7",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    }
  ],
  "measured_dates": [
    "2026-09-11",
    "2026-09-12"
  ]
}