{
  "schema_version": 2,
  "scheme": "awc",
  "beta2": 0.99,
  "run_count": 30,
  "group_count": 10,
  "protocol": {
    "batch_tokens": 131072,
    "micro_batch_size": 32,
    "num_models": 4,
    "topology": "one_peer_exponential",
    "accumulation_steps": 1,
    "parameters": 20403520,
    "training_tokens": 408068096,
    "optimizer_steps": 3119,
    "epochs": 40,
    "validation_tokens": 197411295,
    "cache_identity": "8cf0c4883c19d26f378623f91bfe079bc8ebf8f23e51814821f4c8c28c4b8151",
    "seeds": [
      42,
      43,
      44
    ]
  },
  "selection": "Mean final full-validation loss over three seeds; ties: LR, beta1, beta2",
  "awc_reference": {
    "path": "doc/recipe_sweep_packed4_20m_128k/results.json",
    "run_count": 129,
    "results_sha256": "da7c3157e13a2815b455d4de953d50e8bc2ab453850b6edc77440746336c9195"
  },
  "atc_reference": {
    "path": "doc/recipe_sweep_packed4_atc_20m_128k/results.json",
    "results_sha256": "11ca643cba26984b911143f91880bd99239c6fcf2a5fc4e81764ee7ad327dc8b"
  },
  "winner": {
    "campaign": "beta1_fill",
    "lr": 0.008,
    "beta1": 0.95,
    "beta2": 0.99,
    "seeds": 3,
    "mean_loss": 3.595558571720946,
    "std_loss": 0.00502545693684447
  },
  "fixed_beta1_09_winner": {
    "campaign": "beta99",
    "lr": 0.0056,
    "beta1": 0.9,
    "beta2": 0.99,
    "seeds": 3,
    "mean_loss": 3.6043430756377886,
    "std_loss": 0.007428453322739177
  },
  "groups": [
    {
      "campaign": "beta1_fill",
      "lr": 0.008,
      "beta1": 0.95,
      "beta2": 0.99,
      "seeds": 3,
      "mean_loss": 3.595558571720946,
      "std_loss": 0.00502545693684447
    },
    {
      "campaign": "beta99",
      "lr": 0.0056,
      "beta1": 0.9,
      "beta2": 0.99,
      "seeds": 3,
      "mean_loss": 3.6043430756377886,
      "std_loss": 0.007428453322739177
    },
    {
      "campaign": "beta99",
      "lr": 0.008,
      "beta1": 0.9,
      "beta2": 0.99,
      "seeds": 3,
      "mean_loss": 3.6082604821742534,
      "std_loss": 0.00851520894437481
    },
    {
      "campaign": "beta99",
      "lr": 0.004,
      "beta1": 0.9,
      "beta2": 0.99,
      "seeds": 3,
      "mean_loss": 3.6088846970117245,
      "std_loss": 0.001868428321007197
    },
    {
      "campaign": "beta99",
      "lr": 0.0048,
      "beta1": 0.9,
      "beta2": 0.99,
      "seeds": 3,
      "mean_loss": 3.6094849912020153,
      "std_loss": 0.004022168840111848
    },
    {
      "campaign": "beta1_fill",
      "lr": 0.008,
      "beta1": 0.925,
      "beta2": 0.99,
      "seeds": 3,
      "mean_loss": 3.6285514328938793,
      "std_loss": 0.045025338552068035
    },
    {
      "campaign": "beta99",
      "lr": 0.0024,
      "beta1": 0.9,
      "beta2": 0.99,
      "seeds": 3,
      "mean_loss": 3.641324334999367,
      "std_loss": 0.004075786438630003
    },
    {
      "campaign": "beta1_fill",
      "lr": 0.008,
      "beta1": 0.975,
      "beta2": 0.99,
      "seeds": 3,
      "mean_loss": 3.667934352755304,
      "std_loss": 0.021182214385287407
    },
    {
      "campaign": "beta99",
      "lr": 0.0112,
      "beta1": 0.9,
      "beta2": 0.99,
      "seeds": 3,
      "mean_loss": 3.7355412468236486,
      "std_loss": 0.023741125893487248
    },
    {
      "campaign": "beta99",
      "lr": 0.016,
      "beta1": 0.9,
      "beta2": 0.99,
      "seeds": 3,
      "mean_loss": 4.0934334399660015,
      "std_loss": 0.09677623840253884
    }
  ],
  "runs": [
    {
      "campaign": "beta99",
      "index": 0,
      "run_id": "packed4-awc-lr0.008-beta2-0.99-seed42",
      "scheme": "awc",
      "lr": 0.008,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 42,
      "directory": "experiments/packed4-awc-lr0.008-beta2-0.99-seed42",
      "job_id": "2317541_0",
      "loss": 3.615880949827964,
      "seconds": 435.4516881030286,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6143873617165116,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.615880949827964,
          "perplexity": 37.18408881775337,
          "tokens": 197411295,
          "seconds": 101.7798153210897,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 435.4516881030286,
        "training_seconds": 304.79170670267195,
        "training_elapsed_seconds": 333.57801688998006,
        "training_tokens_per_second": 1338842.5177791186,
        "elapsed_tokens_per_second": 1223306.3191768662,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "5876c4bce5b58d234a7e95a316af8a7684962ee81cf33f20c55a5bbbe74c282b",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 1,
      "run_id": "packed4-awc-lr0.0024-beta2-0.99-seed42",
      "scheme": "awc",
      "lr": 0.0024,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 42,
      "directory": "experiments/packed4-awc-lr0.0024-beta2-0.99-seed42",
      "job_id": "2317541_1",
      "loss": 3.6460179530710164,
      "seconds": 438.23689774703234,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6446837152834224,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6460179530710164,
          "perplexity": 38.321762759330554,
          "tokens": 197411295,
          "seconds": 101.23584731505252,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 438.23689774703234,
        "training_seconds": 308.5374683425762,
        "training_elapsed_seconds": 336.91323455399834,
        "training_tokens_per_second": 1322588.462892658,
        "elapsed_tokens_per_second": 1211196.3976131587,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "e799aa7886a069af4836d1c21edc3732ee086a32a69fc6171b1058ec30330eb2",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 2,
      "run_id": "packed4-awc-lr0.0024-beta2-0.99-seed43",
      "scheme": "awc",
      "lr": 0.0024,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 43,
      "directory": "experiments/packed4-awc-lr0.0024-beta2-0.99-seed43",
      "job_id": "2317541_2",
      "loss": 3.638678365235113,
      "seconds": 435.40510393097065,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.639195490359967,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.638678365235113,
          "perplexity": 38.041526482930216,
          "tokens": 197411295,
          "seconds": 101.26062274700962,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 435.40510393097065,
        "training_seconds": 305.15714975679293,
        "training_elapsed_seconds": 334.0774109220365,
        "training_tokens_per_second": 1337239.1776670676,
        "elapsed_tokens_per_second": 1221477.6655319287,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "a9618f9685bad9618fb0c331cf0fda5ecf88aea63d5e293870c00867f8fe667a",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 3,
      "run_id": "packed4-awc-lr0.0024-beta2-0.99-seed44",
      "scheme": "awc",
      "lr": 0.0024,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 44,
      "directory": "experiments/packed4-awc-lr0.0024-beta2-0.99-seed44",
      "job_id": "2317541_3",
      "loss": 3.6392766866919715,
      "seconds": 431.8651431230828,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6379259614317627,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6392766866919715,
          "perplexity": 38.06429435505059,
          "tokens": 197411295,
          "seconds": 101.08369339001365,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 431.8651431230828,
        "training_seconds": 304.3981565661961,
        "training_elapsed_seconds": 330.73099720699247,
        "training_tokens_per_second": 1340573.4798241435,
        "elapsed_tokens_per_second": 1233836.862725646,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "9b70a8ec6aed9ca9cb03b8f8d7e585497a0823dc8c12d849b616bb9e89e237c8",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 4,
      "run_id": "packed4-awc-lr0.004-beta2-0.99-seed42",
      "scheme": "awc",
      "lr": 0.004,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 42,
      "directory": "experiments/packed4-awc-lr0.004-beta2-0.99-seed42",
      "job_id": "2317541_4",
      "loss": 3.6067293345807334,
      "seconds": 433.1257665400626,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.605413370438204,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6067293345807334,
          "perplexity": 36.84534672641085,
          "tokens": 197411295,
          "seconds": 101.53043219202664,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 433.1257665400626,
        "training_seconds": 303.4713014323497,
        "training_elapsed_seconds": 331.5297128409147,
        "training_tokens_per_second": 1344667.8287995122,
        "elapsed_tokens_per_second": 1230864.3243563885,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "1324cee6f420e4c2bf33fc75454fa168b60ca257e895f6e9fbe1d846ebbe04cf",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 5,
      "run_id": "packed4-awc-lr0.004-beta2-0.99-seed43",
      "scheme": "awc",
      "lr": 0.004,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 43,
      "directory": "experiments/packed4-awc-lr0.004-beta2-0.99-seed43",
      "job_id": "2317541_5",
      "loss": 3.609879710312974,
      "seconds": 432.4344857370015,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.608961766068414,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.609879710312974,
          "perplexity": 36.96160644733026,
          "tokens": 197411295,
          "seconds": 99.70254878600826,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 432.4344857370015,
        "training_seconds": 304.01272210510797,
        "training_elapsed_seconds": 332.66367327200714,
        "training_tokens_per_second": 1342273.0903311225,
        "elapsed_tokens_per_second": 1226668.640992061,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "0a9ec3ad22eb0b28c89e0252b95bbd963c50bbce80c2648b59bd0793e242ae59",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 6,
      "run_id": "packed4-awc-lr0.004-beta2-0.99-seed44",
      "scheme": "awc",
      "lr": 0.004,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 44,
      "directory": "experiments/packed4-awc-lr0.004-beta2-0.99-seed44",
      "job_id": "2317541_6",
      "loss": 3.610045046141466,
      "seconds": 435.9507406100165,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6091213284330443,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.610045046141466,
          "perplexity": 36.96771803037253,
          "tokens": 197411295,
          "seconds": 100.91799729899503,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 435.9507406100165,
        "training_seconds": 304.5729752285406,
        "training_elapsed_seconds": 334.97930655488744,
        "training_tokens_per_second": 1339804.0180478927,
        "elapsed_tokens_per_second": 1218188.9687360039,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "cd305a5f6a2c7d48e04ae54f8093dee72f93325681c09026a4de09c845db5bf3",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 7,
      "run_id": "packed4-awc-lr0.0048-beta2-0.99-seed42",
      "scheme": "awc",
      "lr": 0.0048,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 42,
      "directory": "experiments/packed4-awc-lr0.0048-beta2-0.99-seed42",
      "job_id": "2317541_7",
      "loss": 3.607540185886025,
      "seconds": 431.70862981202663,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.606162956228049,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.607540185886025,
          "perplexity": 36.87523493970869,
          "tokens": 197411295,
          "seconds": 101.07046465299209,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 431.70862981202663,
        "training_seconds": 301.89274372233194,
        "training_elapsed_seconds": 330.5556181819993,
        "training_tokens_per_second": 1351698.921174878,
        "elapsed_tokens_per_second": 1234491.4851071248,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "0b9815dcff48d056d25ce6b98de3275673a24fd3d623f050fc6c20e83b5de2a9",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 8,
      "run_id": "packed4-awc-lr0.0048-beta2-0.99-seed43",
      "scheme": "awc",
      "lr": 0.0048,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 43,
      "directory": "experiments/packed4-awc-lr0.0048-beta2-0.99-seed43",
      "job_id": "2317541_8",
      "loss": 3.606804841137525,
      "seconds": 432.02767185799894,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.606594003230473,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.606804841137525,
          "perplexity": 36.848128896710676,
          "tokens": 197411295,
          "seconds": 100.7882572710223,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 432.02767185799894,
        "training_seconds": 302.4912335079571,
        "training_elapsed_seconds": 331.1663799700036,
        "training_tokens_per_second": 1349024.5362408683,
        "elapsed_tokens_per_second": 1232214.7436492858,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "74fc47d8a1fb88f58b54ccf5b6151bdf63ee8ec732bbc529bc4593e2ab945502",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 9,
      "run_id": "packed4-awc-lr0.0048-beta2-0.99-seed44",
      "scheme": "awc",
      "lr": 0.0048,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 44,
      "directory": "experiments/packed4-awc-lr0.0048-beta2-0.99-seed44",
      "job_id": "2317541_9",
      "loss": 3.6141099465824964,
      "seconds": 433.91120838400093,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.611978142611327,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6141099465824964,
          "perplexity": 37.11829395443248,
          "tokens": 197411295,
          "seconds": 101.16041091000079,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 433.91120838400093,
        "training_seconds": 303.5124043879041,
        "training_elapsed_seconds": 332.6955924759968,
        "training_tokens_per_second": 1344485.72809719,
        "elapsed_tokens_per_second": 1226550.95296894,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "97490c2d69d2fdd7ec7f0c56345a211c36ec10a3bbfadc12159ca30911b50589",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 10,
      "run_id": "packed4-awc-lr0.0056-beta2-0.99-seed42",
      "scheme": "awc",
      "lr": 0.0056,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 42,
      "directory": "experiments/packed4-awc-lr0.0056-beta2-0.99-seed42",
      "job_id": "2317541_10",
      "loss": 3.596142369521728,
      "seconds": 432.27982598892413,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.5937100738307626,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.596142369521728,
          "perplexity": 36.45732394410044,
          "tokens": 197411295,
          "seconds": 99.93604976090137,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 432.27982598892413,
        "training_seconds": 303.91378960059956,
        "training_elapsed_seconds": 332.24504997301847,
        "training_tokens_per_second": 1342710.0380548015,
        "elapsed_tokens_per_second": 1228214.223306379,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "e0ce2ce2bf924bc85138a21afb33cb3a38a0745d54cf7a081491cf79088eabaa",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 11,
      "run_id": "packed4-awc-lr0.0056-beta2-0.99-seed43",
      "scheme": "awc",
      "lr": 0.0056,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 43,
      "directory": "experiments/packed4-awc-lr0.0056-beta2-0.99-seed43",
      "job_id": "2317541_11",
      "loss": 3.6106213251962562,
      "seconds": 432.14718526019715,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.609987389629754,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6106213251962562,
          "perplexity": 36.98902789160042,
          "tokens": 197411295,
          "seconds": 99.890071030939,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 432.14718526019715,
        "training_seconds": 303.3862407358829,
        "training_elapsed_seconds": 332.1954658830073,
        "training_tokens_per_second": 1345044.8346312756,
        "elapsed_tokens_per_second": 1228397.5487603843,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "d5be3ab121cdfc5074b33cf2cdb6e0407efaa47b2c0d69721d06a0bc5fb510d6",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 12,
      "run_id": "packed4-awc-lr0.0056-beta2-0.99-seed44",
      "scheme": "awc",
      "lr": 0.0056,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 44,
      "directory": "experiments/packed4-awc-lr0.0056-beta2-0.99-seed44",
      "job_id": "2317541_12",
      "loss": 3.606265532195382,
      "seconds": 438.8161503119918,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.604997621262248,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.606265532195382,
          "perplexity": 36.828261729047576,
          "tokens": 197411295,
          "seconds": 102.42214075899392,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 438.8161503119918,
        "training_seconds": 305.70502335393394,
        "training_elapsed_seconds": 336.30015807799646,
        "training_tokens_per_second": 1334842.6254924634,
        "elapsed_tokens_per_second": 1213404.4132841553,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "8226a669a8144c97d4612643b5597c9630281c614d3148c36bdf23d85d4d242e",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 13,
      "run_id": "packed4-awc-lr0.008-beta2-0.99-seed43",
      "scheme": "awc",
      "lr": 0.008,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 43,
      "directory": "experiments/packed4-awc-lr0.008-beta2-0.99-seed43",
      "job_id": "2317541_13",
      "loss": 3.609831246202854,
      "seconds": 443.54348071699496,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6088501416425616,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.609831246202854,
          "perplexity": 36.95981517937164,
          "tokens": 197411295,
          "seconds": 102.02701681398321,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 443.54348071699496,
        "training_seconds": 311.7551307490794,
        "training_elapsed_seconds": 341.4569951989688,
        "training_tokens_per_second": 1308937.867420182,
        "elapsed_tokens_per_second": 1195079.0340734315,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "0af9af134c0edf8b9117d0b228a6e03f107b257313dd79c27b1f8eb780ef365e",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 14,
      "run_id": "packed4-awc-lr0.008-beta2-0.99-seed44",
      "scheme": "awc",
      "lr": 0.008,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 44,
      "directory": "experiments/packed4-awc-lr0.008-beta2-0.99-seed44",
      "job_id": "2317541_14",
      "loss": 3.599069250491942,
      "seconds": 442.6086816190509,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.597313627387672,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.599069250491942,
          "perplexity": 36.56418650248396,
          "tokens": 197411295,
          "seconds": 102.09070998302195,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 442.6086816190509,
        "training_seconds": 309.7064204280032,
        "training_elapsed_seconds": 340.44159357296303,
        "training_tokens_per_second": 1317596.5013449334,
        "elapsed_tokens_per_second": 1198643.4786575024,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "308603ae1921187590eaf58888bd5c9aabf0e9aaf93edf09b739dd9fd41e617f",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 15,
      "run_id": "packed4-awc-lr0.0112-beta2-0.99-seed42",
      "scheme": "awc",
      "lr": 0.0112,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 42,
      "directory": "experiments/packed4-awc-lr0.0112-beta2-0.99-seed42",
      "job_id": "2317541_15",
      "loss": 3.7097515203344558,
      "seconds": 435.25048768683337,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.7098116683445395,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.7097515203344558,
          "perplexity": 40.843656447904586,
          "tokens": 197411295,
          "seconds": 101.15904098795727,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 435.25048768683337,
        "training_seconds": 306.1040987179149,
        "training_elapsed_seconds": 334.03234467608854,
        "training_tokens_per_second": 1333102.3586719376,
        "elapsed_tokens_per_second": 1221642.4621864208,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "adc3a253b1d4397a2f813884c8300bf4ff85bcc03cff05591f0edc282146cd1e",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 16,
      "run_id": "packed4-awc-lr0.0112-beta2-0.99-seed43",
      "scheme": "awc",
      "lr": 0.0112,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 43,
      "directory": "experiments/packed4-awc-lr0.0112-beta2-0.99-seed43",
      "job_id": "2317541_16",
      "loss": 3.7564864867302328,
      "seconds": 439.11506277299486,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.7589584249794377,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.7564864867302328,
          "perplexity": 42.79779089831104,
          "tokens": 197411295,
          "seconds": 101.42738635907881,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 439.11506277299486,
        "training_seconds": 308.3708621871192,
        "training_elapsed_seconds": 337.58945004083216,
        "training_tokens_per_second": 1323303.0290403527,
        "elapsed_tokens_per_second": 1208770.285773573,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "bbd053c49b36d7840b98150c972cb3d269032689c0ba8dad5f28a96ed8bd6e91",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 17,
      "run_id": "packed4-awc-lr0.0112-beta2-0.99-seed44",
      "scheme": "awc",
      "lr": 0.0112,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 44,
      "directory": "experiments/packed4-awc-lr0.0112-beta2-0.99-seed44",
      "job_id": "2317541_17",
      "loss": 3.740385733406258,
      "seconds": 439.05667474493384,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.7405707968842203,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.740385733406258,
          "perplexity": 42.114231898428045,
          "tokens": 197411295,
          "seconds": 102.40424688206986,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 439.05667474493384,
        "training_seconds": 309.4169843313284,
        "training_elapsed_seconds": 336.54722651513293,
        "training_tokens_per_second": 1318829.0128347785,
        "elapsed_tokens_per_second": 1212513.6202293176,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "10847f5cb4d9285287005c455c3e5d8eb8fd55dd0067cce28c081ad252953e2b",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 18,
      "run_id": "packed4-awc-lr0.016-beta2-0.99-seed42",
      "scheme": "awc",
      "lr": 0.016,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 42,
      "directory": "experiments/packed4-awc-lr0.016-beta2-0.99-seed42",
      "job_id": "2317541_18",
      "loss": 4.199815892085226,
      "seconds": 430.7366306509357,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 4.199572348530058,
        "best_epoch": 40,
        "final_validation": {
          "loss": 4.199815892085226,
          "perplexity": 66.67405468969467,
          "tokens": 197411295,
          "seconds": 99.56423516606446,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 430.7366306509357,
        "training_seconds": 301.89812923723366,
        "training_elapsed_seconds": 331.1168552490417,
        "training_tokens_per_second": 1351674.8084230004,
        "elapsed_tokens_per_second": 1232399.044419171,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "ba534ddbaf127b3527441ca221f80c3ef1c8ec5a1bf07161441570c7d3a3da92",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 19,
      "run_id": "packed4-awc-lr0.016-beta2-0.99-seed43",
      "scheme": "awc",
      "lr": 0.016,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 43,
      "directory": "experiments/packed4-awc-lr0.016-beta2-0.99-seed43",
      "job_id": "2317541_19",
      "loss": 4.010615861951234,
      "seconds": 436.39975431002676,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 4.012910948980594,
        "best_epoch": 40,
        "final_validation": {
          "loss": 4.010615861951234,
          "perplexity": 55.18084388313717,
          "tokens": 197411295,
          "seconds": 100.65337836998515,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 436.39975431002676,
        "training_seconds": 306.82441911648493,
        "training_elapsed_seconds": 335.6888309570495,
        "training_tokens_per_second": 1329972.6833185276,
        "elapsed_tokens_per_second": 1215614.1592098763,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "44869d24f5f66523c376190ef402651584e82f84e8a820853326617ab9b27252",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta99",
      "index": 20,
      "run_id": "packed4-awc-lr0.016-beta2-0.99-seed44",
      "scheme": "awc",
      "lr": 0.016,
      "beta1": 0.9,
      "beta2": 0.99,
      "seed": 44,
      "directory": "experiments/packed4-awc-lr0.016-beta2-0.99-seed44",
      "job_id": "2317541_20",
      "loss": 4.069868565861545,
      "seconds": 430.7000951200025,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 4.072833083400086,
        "best_epoch": 40,
        "final_validation": {
          "loss": 4.069868565861545,
          "perplexity": 58.54926671372518,
          "tokens": 197411295,
          "seconds": 102.70992105605546,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 430.7000951200025,
        "training_seconds": 298.5181275261566,
        "training_elapsed_seconds": 327.9358270870289,
        "training_tokens_per_second": 1366979.2832404943,
        "elapsed_tokens_per_second": 1244353.5054549112,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "1526806f610e5bb393d4e880011897fdc1cba2e446a129a68a9642479c8ffde0",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248",
      "archive": "runs/packed4-awc-20m-beta99-lr016-20260911"
    },
    {
      "campaign": "beta1_fill",
      "index": 0,
      "run_id": "packed4-awc-lr0.008-beta1-0.925-beta2-0.99-seed42",
      "scheme": "awc",
      "lr": 0.008,
      "beta1": 0.925,
      "beta2": 0.99,
      "seed": 42,
      "archive": "runs/packed4-awc-20m-beta1-fill-20260911",
      "directory": "experiments/packed4-awc-lr0.008-beta1-0.925-beta2-0.99-seed42",
      "job_id": "2317855_0",
      "loss": 3.680425856136735,
      "seconds": 446.9268776549725,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.679693044531805,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.680425856136735,
          "perplexity": 39.66328132830334,
          "tokens": 197411295,
          "seconds": 101.87485386803746,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 446.9268776549725,
        "training_seconds": 308.0274570721667,
        "training_elapsed_seconds": 344.9600252399687,
        "training_tokens_per_second": 1324778.3164485726,
        "elapsed_tokens_per_second": 1182943.1416470087,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "2e506ca3ba5006fa0192cf4d122f714b76cd8334445fb2ac7435f7e54de5d1dc",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "campaign": "beta1_fill",
      "index": 1,
      "run_id": "packed4-awc-lr0.008-beta1-0.925-beta2-0.99-seed43",
      "scheme": "awc",
      "lr": 0.008,
      "beta1": 0.925,
      "beta2": 0.99,
      "seed": 43,
      "archive": "runs/packed4-awc-20m-beta1-fill-20260911",
      "directory": "experiments/packed4-awc-lr0.008-beta1-0.925-beta2-0.99-seed43",
      "job_id": "2317855_1",
      "loss": 3.6056249141568477,
      "seconds": 437.65641836379655,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.605298864485595,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6056249141568477,
          "perplexity": 36.804676435644886,
          "tokens": 197411295,
          "seconds": 101.85152559611015,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 437.65641836379655,
        "training_seconds": 307.8898957092315,
        "training_elapsed_seconds": 335.7533921250142,
        "training_tokens_per_second": 1325370.210867121,
        "elapsed_tokens_per_second": 1215380.4118472172,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "18e630426d6aab7915d40fdd938bb0ed2258487892254e534508737fb59af6c2",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "campaign": "beta1_fill",
      "index": 2,
      "run_id": "packed4-awc-lr0.008-beta1-0.925-beta2-0.99-seed44",
      "scheme": "awc",
      "lr": 0.008,
      "beta1": 0.925,
      "beta2": 0.99,
      "seed": 44,
      "archive": "runs/packed4-awc-20m-beta1-fill-20260911",
      "directory": "experiments/packed4-awc-lr0.008-beta1-0.925-beta2-0.99-seed44",
      "job_id": "2317855_2",
      "loss": 3.599603528388055,
      "seconds": 447.48147104203235,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.597124067145551,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.599603528388055,
          "perplexity": 36.58372715872713,
          "tokens": 197411295,
          "seconds": 102.03445483499672,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 447.48147104203235,
        "training_seconds": 311.3794442539802,
        "training_elapsed_seconds": 345.39480226195883,
        "training_tokens_per_second": 1310517.1312052142,
        "elapsed_tokens_per_second": 1181454.0732159242,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "f88931184a6d265335bcf75d596db6972711a4fcbf1bed873b4a23956f86d8ae",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "campaign": "beta1_fill",
      "index": 3,
      "run_id": "packed4-awc-lr0.008-beta1-0.95-beta2-0.99-seed42",
      "scheme": "awc",
      "lr": 0.008,
      "beta1": 0.95,
      "beta2": 0.99,
      "seed": 42,
      "archive": "runs/packed4-awc-20m-beta1-fill-20260911",
      "directory": "experiments/packed4-awc-lr0.008-beta1-0.95-beta2-0.99-seed42",
      "job_id": "2317855_3",
      "loss": 3.589973732468213,
      "seconds": 455.26823859789874,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.5883407271375787,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.589973732468213,
          "perplexity": 36.233124159235636,
          "tokens": 197411295,
          "seconds": 100.39529889100231,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 455.26823859789874,
        "training_seconds": 310.59633662342094,
        "training_elapsed_seconds": 354.7179966439726,
        "training_tokens_per_second": 1313821.342634693,
        "elapsed_tokens_per_second": 1150401.4452629378,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "6d097ef79913c13e1450bbacde31751a58dec7629d6063d9d8ff4a8ebdc83f9b",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "campaign": "beta1_fill",
      "index": 4,
      "run_id": "packed4-awc-lr0.008-beta1-0.95-beta2-0.99-seed43",
      "scheme": "awc",
      "lr": 0.008,
      "beta1": 0.95,
      "beta2": 0.99,
      "seed": 43,
      "archive": "runs/packed4-awc-20m-beta1-fill-20260911",
      "directory": "experiments/packed4-awc-lr0.008-beta1-0.95-beta2-0.99-seed43",
      "job_id": "2317855_4",
      "loss": 3.5969862952951,
      "seconds": 456.9021554159699,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.597011841016112,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.5969862952951,
          "perplexity": 36.48810420570625,
          "tokens": 197411295,
          "seconds": 102.18557824706659,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 456.9021554159699,
        "training_seconds": 309.71416566788685,
        "training_elapsed_seconds": 354.59549732506275,
        "training_tokens_per_second": 1317563.5512828955,
        "elapsed_tokens_per_second": 1150798.865406681,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "f77818f36661c2f2ae9ecb5a9dab9254ffd0a685f4ee46ab4a095f4ca40987b3",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "campaign": "beta1_fill",
      "index": 5,
      "run_id": "packed4-awc-lr0.008-beta1-0.95-beta2-0.99-seed44",
      "scheme": "awc",
      "lr": 0.008,
      "beta1": 0.95,
      "beta2": 0.99,
      "seed": 44,
      "archive": "runs/packed4-awc-20m-beta1-fill-20260911",
      "directory": "experiments/packed4-awc-lr0.008-beta1-0.95-beta2-0.99-seed44",
      "job_id": "2317855_5",
      "loss": 3.5997156873995255,
      "seconds": 457.8241172389826,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.5988401837596187,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.5997156873995255,
          "perplexity": 36.58783058351488,
          "tokens": 197411295,
          "seconds": 102.05924786999822,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 457.8241172389826,
        "training_seconds": 310.66283345315605,
        "training_elapsed_seconds": 355.6245966129936,
        "training_tokens_per_second": 1313540.1215013105,
        "elapsed_tokens_per_second": 1147468.7068512242,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "4a87c382c50cb7e1bee177f153d9402cbdf1382c2ebbe428b42da858dbd556b9",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "campaign": "beta1_fill",
      "index": 6,
      "run_id": "packed4-awc-lr0.008-beta1-0.975-beta2-0.99-seed42",
      "scheme": "awc",
      "lr": 0.008,
      "beta1": 0.975,
      "beta2": 0.99,
      "seed": 42,
      "archive": "runs/packed4-awc-20m-beta1-fill-20260911",
      "directory": "experiments/packed4-awc-lr0.008-beta1-0.975-beta2-0.99-seed42",
      "job_id": "2317855_6",
      "loss": 3.688676795028814,
      "seconds": 439.063483431004,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6874627256396253,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.688676795028814,
          "perplexity": 39.99189445795371,
          "tokens": 197411295,
          "seconds": 100.68052068189718,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 439.063483431004,
        "training_seconds": 308.95246740221046,
        "training_elapsed_seconds": 338.3263926280197,
        "training_tokens_per_second": 1320811.9016856907,
        "elapsed_tokens_per_second": 1206137.342198601,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "4733556e1e0315926e74906ccc80046be269e5436f367cfd74ec0ac8652f40b1",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "campaign": "beta1_fill",
      "index": 7,
      "run_id": "packed4-awc-lr0.008-beta1-0.975-beta2-0.99-seed43",
      "scheme": "awc",
      "lr": 0.008,
      "beta1": 0.975,
      "beta2": 0.99,
      "seed": 43,
      "archive": "runs/packed4-awc-20m-beta1-fill-20260911",
      "directory": "experiments/packed4-awc-lr0.008-beta1-0.975-beta2-0.99-seed43",
      "job_id": "2317855_7",
      "loss": 3.646338180720578,
      "seconds": 443.1060740449466,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.646373947227435,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.646338180720578,
          "perplexity": 38.33403641242269,
          "tokens": 197411295,
          "seconds": 100.39942650101148,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 443.1060740449466,
        "training_seconds": 312.18063615984283,
        "training_elapsed_seconds": 342.52684397401754,
        "training_tokens_per_second": 1307153.771674233,
        "elapsed_tokens_per_second": 1191346.3227161083,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "8f2b757fc1a456d4a92065810c3460fa3ff334bc0aac39a4f0a246a2409a2774",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    },
    {
      "campaign": "beta1_fill",
      "index": 8,
      "run_id": "packed4-awc-lr0.008-beta1-0.975-beta2-0.99-seed44",
      "scheme": "awc",
      "lr": 0.008,
      "beta1": 0.975,
      "beta2": 0.99,
      "seed": 44,
      "archive": "runs/packed4-awc-20m-beta1-fill-20260911",
      "directory": "experiments/packed4-awc-lr0.008-beta1-0.975-beta2-0.99-seed44",
      "job_id": "2317855_8",
      "loss": 3.6687880825165196,
      "seconds": 440.6861905299593,
      "result": {
        "status": "complete",
        "parameters": 20403520,
        "tokens": 408068096,
        "step": 3119,
        "epochs": 40,
        "best_subset_loss": 3.6673761892112573,
        "best_epoch": 40,
        "final_validation": {
          "loss": 3.6687880825165196,
          "perplexity": 39.204364603191635,
          "tokens": 197411295,
          "seconds": 101.1275908270618,
          "split": "full",
          "validation_complete": true
        },
        "seconds_this_session": 440.6861905299593,
        "training_seconds": 304.75284626253415,
        "training_elapsed_seconds": 339.4178545079194,
        "training_tokens_per_second": 1339013.2397597472,
        "elapsed_tokens_per_second": 1202258.7809695757,
        "peak_memory_bytes": 63208612864,
        "recipe_identity": "b3f81efbb4fc3b22e19c6e84691e0110e236ca7c93fd99ef0cf726a6284641d7",
        "num_models": 4,
        "total_parameters": 81614080,
        "tokens_per_model": 102017024,
        "topology": "one_peer_exponential"
      },
      "source_hash": "c6adc6270a9095e156c9072b50f95ead71197e3915553c1f1f9f9bdda576b248"
    }
  ],
  "matched_atc_comparisons": [
    {
      "lr": 0.0056,
      "beta2": 0.99,
      "awc_mean": 3.6043430756377886,
      "awc_std": 0.007428453322739177,
      "atc_mean": 3.595505878186838,
      "atc_std": 0.003220799589032834,
      "difference_atc_minus_awc": -0.008837197450950462
    },
    {
      "lr": 0.008,
      "beta2": 0.99,
      "awc_mean": 3.6082604821742534,
      "awc_std": 0.00851520894437481,
      "atc_mean": 3.629706213930065,
      "atc_std": 0.022798424179150078,
      "difference_atc_minus_awc": 0.021445731755811437
    },
    {
      "lr": 0.004,
      "beta2": 0.99,
      "awc_mean": 3.6088846970117245,
      "awc_std": 0.001868428321007197,
      "atc_mean": 3.6031394418762224,
      "atc_std": 0.005687114045192816,
      "difference_atc_minus_awc": -0.00574525513550217
    },
    {
      "lr": 0.0024,
      "beta2": 0.99,
      "awc_mean": 3.641324334999367,
      "awc_std": 0.004075786438630003,
      "atc_mean": 3.6389422356284813,
      "atc_std": 0.004436610950794445,
      "difference_atc_minus_awc": -0.0023820993708856264
    },
    {
      "lr": 0.0112,
      "beta2": 0.99,
      "awc_mean": 3.7355412468236486,
      "awc_std": 0.023741125893487248,
      "atc_mean": 3.7650670710456904,
      "atc_std": 0.038261278838883875,
      "difference_atc_minus_awc": 0.029525824222041752
    },
    {
      "lr": 0.016,
      "beta2": 0.99,
      "awc_mean": 4.0934334399660015,
      "awc_std": 0.09677623840253884,
      "atc_mean": 4.091881343527775,
      "atc_std": 0.07468709335674455,
      "difference_atc_minus_awc": -0.0015520964382265134
    }
  ]
}