{"version":1,"protocol":{"schedule":"wsd","warmupSteps":312,"decayFraction":0.1,"decayShape":"square-root","parameters":20403520,"batchTokens":131072,"validationTokens":197411295,"seeds":[42,43,44],"horizons":[20,40,80,120,160],"evaluation":"Final full-validation; packed models use parameter averaging","budget":"Global training tokens per single-model parameter"},"campaigns":[{"id":"sync","title":"Synchronous","workers":1,"color":"#2867b2","identity":"5cc9d7b3ca0eea6020fc13cf4cf2095cc9a726c586897323324d4f37f7f65a70","grid":{"beta1":[0.9,0.95],"beta2":[0.9,0.98,0.999],"lr":[0.008,0.006,0.004,0.003,0.002],"seeds":[42,43,44]},"stages":[{"horizon":20,"tokens":408027136,"epochs":40,"steps":3113,"lrCeiling":0.008,"eligibleLRs":[0.008,0.006,0.004,0.003,0.002],"prunedLRs":[0.008,0.006],"checkpointEpoch":35,"groups":[{"id":"sync-wsd-h20--0.004--0.95--0.98","method":"sync","horizon":20,"beta1":0.95,"beta2":0.98,"lr":0.004,"mean":3.556698765636138,"sd":0.002044938356603904,"runs":[{"id":"sync-wsd-h20--0.004--0.95--0.98--s42","seed":42,"loss":3.5544962947525507,"jobId":"2452443"},{"id":"sync-wsd-h20--0.004--0.95--0.98--s43","seed":43,"loss":3.557062698977349,"jobId":"2452447"},{"id":"sync-wsd-h20--0.004--0.95--0.98--s44","seed":44,"loss":3.5585373031785137,"jobId":"2452449"}],"rank":1},{"id":"sync-wsd-h20--0.003--0.95--0.98","method":"sync","horizon":20,"beta1":0.95,"beta2":0.98,"lr":0.003,"mean":3.5607535200769647,"sd":0.0027488731045386835,"runs":[{"id":"sync-wsd-h20--0.003--0.95--0.98--s42","seed":42,"loss":3.558380087390087,"jobId":"2452450"},{"id":"sync-wsd-h20--0.003--0.95--0.98--s43","seed":43,"loss":3.560115019637252,"jobId":"2452451"},{"id":"sync-wsd-h20--0.003--0.95--0.98--s44","seed":44,"loss":3.563765453203556,"jobId":"2452452"}],"rank":2},{"id":"sync-wsd-h20--0.006--0.95--0.98","method":"sync","horizon":20,"beta1":0.95,"beta2":0.98,"lr":0.006,"mean":3.5632401564167995,"sd":0.0032954454595648724,"runs":[{"id":"sync-wsd-h20--0.006--0.95--0.98--s42","seed":42,"loss":3.559489830036192,"jobId":"2452434"},{"id":"sync-wsd-h20--0.006--0.95--0.98--s43","seed":43,"loss":3.564557421940719,"jobId":"2452439"},{"id":"sync-wsd-h20--0.006--0.95--0.98--s44","seed":44,"loss":3.565673217273487,"jobId":"2454799"}],"rank":3},{"id":"sync-wsd-h20--0.004--0.95--0.999","method":"sync","horizon":20,"beta1":0.95,"beta2":0.999,"lr":0.004,"mean":3.5671117826270273,"sd":0.0037908864570847123,"runs":[{"id":"sync-wsd-h20--0.004--0.95--0.999--s42","seed":42,"loss":3.5627517779599316,"jobId":"2452462"},{"id":"sync-wsd-h20--0.004--0.95--0.999--s43","seed":43,"loss":3.568954754386764,"jobId":"2452463"},{"id":"sync-wsd-h20--0.004--0.95--0.999--s44","seed":44,"loss":3.5696288155343874,"jobId":"2452465"}],"rank":4},{"id":"sync-wsd-h20--0.004--0.95--0.9","method":"sync","horizon":20,"beta1":0.95,"beta2":0.9,"lr":0.004,"mean":3.5675711783836754,"sd":0.0031766587952355013,"runs":[{"id":"sync-wsd-h20--0.004--0.95--0.9--s42","seed":42,"loss":3.56448257767416,"jobId":"2452421"},{"id":"sync-wsd-h20--0.004--0.95--0.9--s43","seed":43,"loss":3.5674018363182567,"jobId":"2452422"},{"id":"sync-wsd-h20--0.004--0.95--0.9--s44","seed":44,"loss":3.570829121158611,"jobId":"2452423"}],"rank":5},{"id":"sync-wsd-h20--0.008--0.95--0.98","method":"sync","horizon":20,"beta1":0.95,"beta2":0.98,"lr":0.008,"mean":3.568472040815575,"sd":0.0010330457340278056,"runs":[{"id":"sync-wsd-h20--0.008--0.95--0.98--s42","seed":42,"loss":3.567332756965113,"jobId":"2452431"},{"id":"sync-wsd-h20--0.008--0.95--0.98--s43","seed":43,"loss":3.5687355655742645,"jobId":"2452432"},{"id":"sync-wsd-h20--0.008--0.95--0.98--s44","seed":44,"loss":3.5693477999073466,"jobId":"2452433"}],"rank":6},{"id":"sync-wsd-h20--0.006--0.9--0.98","method":"sync","horizon":20,"beta1":0.9,"beta2":0.98,"lr":0.006,"mean":3.568825719571572,"sd":0.0045621365437968275,"runs":[{"id":"sync-wsd-h20--0.006--0.9--0.98--s42","seed":42,"loss":3.568652845270944,"jobId":"2450862"},{"id":"sync-wsd-h20--0.006--0.9--0.98--s43","seed":43,"loss":3.5643524773799378,"jobId":"2450863"},{"id":"sync-wsd-h20--0.006--0.9--0.98--s44","seed":44,"loss":3.573471836063833,"jobId":"2450864"}],"rank":7},{"id":"sync-wsd-h20--0.003--0.95--0.999","method":"sync","horizon":20,"beta1":0.95,"beta2":0.999,"lr":0.003,"mean":3.5691903441903174,"sd":0.0016634101556294596,"runs":[{"id":"sync-wsd-h20--0.003--0.95--0.999--s42","seed":42,"loss":3.56926195266135,"jobId":"2452466"},{"id":"sync-wsd-h20--0.003--0.95--0.999--s43","seed":43,"loss":3.5674922862088256,"jobId":"2452467"},{"id":"sync-wsd-h20--0.003--0.95--0.999--s44","seed":44,"loss":3.570816793700776,"jobId":"2452468"}],"rank":8},{"id":"sync-wsd-h20--0.002--0.95--0.98","method":"sync","horizon":20,"beta1":0.95,"beta2":0.98,"lr":0.002,"mean":3.569788631168317,"sd":0.005406357635826518,"runs":[{"id":"sync-wsd-h20--0.002--0.95--0.98--s42","seed":42,"loss":3.567208347256614,"jobId":"2452453"},{"id":"sync-wsd-h20--0.002--0.95--0.98--s43","seed":43,"loss":3.576001709655114,"jobId":"2452454"},{"id":"sync-wsd-h20--0.002--0.95--0.98--s44","seed":44,"loss":3.5661558365932238,"jobId":"2452455"}],"rank":9},{"id":"sync-wsd-h20--0.003--0.95--0.9","method":"sync","horizon":20,"beta1":0.95,"beta2":0.9,"lr":0.003,"mean":3.571310644788585,"sd":0.005112498215633976,"runs":[{"id":"sync-wsd-h20--0.003--0.95--0.9--s42","seed":42,"loss":3.565451243638595,"jobId":"2452424"},{"id":"sync-wsd-h20--0.003--0.95--0.9--s43","seed":43,"loss":3.5748634036493634,"jobId":"2452426"},{"id":"sync-wsd-h20--0.003--0.95--0.9--s44","seed":44,"loss":3.5736172870777962,"jobId":"2452427"}],"rank":10},{"id":"sync-wsd-h20--0.004--0.9--0.98","method":"sync","horizon":20,"beta1":0.9,"beta2":0.98,"lr":0.004,"mean":3.5713257516192685,"sd":0.00989185757714876,"runs":[{"id":"sync-wsd-h20--0.004--0.9--0.98--s42","seed":42,"loss":3.5599536061188073,"jobId":"2449510"},{"id":"sync-wsd-h20--0.004--0.9--0.98--s43","seed":43,"loss":3.5779362573653644,"jobId":"2450865"},{"id":"sync-wsd-h20--0.004--0.9--0.98--s44","seed":44,"loss":3.576087391373635,"jobId":"2450866"}],"rank":11},{"id":"sync-wsd-h20--0.006--0.95--0.9","method":"sync","horizon":20,"beta1":0.95,"beta2":0.9,"lr":0.006,"mean":3.5726387713741605,"sd":0.004136704168110747,"runs":[{"id":"sync-wsd-h20--0.006--0.95--0.9--s42","seed":42,"loss":3.569095058628378,"jobId":"2450891"},{"id":"sync-wsd-h20--0.006--0.95--0.9--s43","seed":43,"loss":3.577184415113812,"jobId":"2452072"},{"id":"sync-wsd-h20--0.006--0.95--0.9--s44","seed":44,"loss":3.571636840380292,"jobId":"2452420"}],"rank":12},{"id":"sync-wsd-h20--0.008--0.9--0.98","method":"sync","horizon":20,"beta1":0.9,"beta2":0.98,"lr":0.008,"mean":3.573613416915214,"sd":0.005794783184094161,"runs":[{"id":"sync-wsd-h20--0.008--0.9--0.98--s42","seed":42,"loss":3.571040624847379,"jobId":"2450859"},{"id":"sync-wsd-h20--0.008--0.9--0.98--s43","seed":43,"loss":3.5802491183136085,"jobId":"2450860"},{"id":"sync-wsd-h20--0.008--0.9--0.98--s44","seed":44,"loss":3.569550507584654,"jobId":"2450861"}],"rank":13},{"id":"sync-wsd-h20--0.006--0.9--0.9","method":"sync","horizon":20,"beta1":0.9,"beta2":0.9,"lr":0.006,"mean":3.5747856606512656,"sd":0.004726287536454467,"runs":[{"id":"sync-wsd-h20--0.006--0.9--0.9--s42","seed":42,"loss":3.5710420365123547,"jobId":"2450847"},{"id":"sync-wsd-h20--0.006--0.9--0.9--s43","seed":43,"loss":3.580096477316119,"jobId":"2450848"},{"id":"sync-wsd-h20--0.006--0.9--0.9--s44","seed":44,"loss":3.5732184681253227,"jobId":"2450849"}],"rank":14},{"id":"sync-wsd-h20--0.002--0.95--0.999","method":"sync","horizon":20,"beta1":0.95,"beta2":0.999,"lr":0.002,"mean":3.5753698804127048,"sd":0.0030797209326802917,"runs":[{"id":"sync-wsd-h20--0.002--0.95--0.999--s42","seed":42,"loss":3.5726546033636044,"jobId":"2452469"},{"id":"sync-wsd-h20--0.002--0.95--0.999--s43","seed":43,"loss":3.578716270790343,"jobId":"2454800"},{"id":"sync-wsd-h20--0.002--0.95--0.999--s44","seed":44,"loss":3.5747387670841677,"jobId":"2452471"}],"rank":15},{"id":"sync-wsd-h20--0.002--0.95--0.9","method":"sync","horizon":20,"beta1":0.95,"beta2":0.9,"lr":0.002,"mean":3.5761158519774603,"sd":0.005343426401222924,"runs":[{"id":"sync-wsd-h20--0.002--0.95--0.9--s42","seed":42,"loss":3.5702033761528265,"jobId":"2452428"},{"id":"sync-wsd-h20--0.002--0.95--0.9--s43","seed":43,"loss":3.577544288226398,"jobId":"2452429"},{"id":"sync-wsd-h20--0.002--0.95--0.9--s44","seed":44,"loss":3.580599891553157,"jobId":"2452430"}],"rank":16},{"id":"sync-wsd-h20--0.006--0.95--0.999","method":"sync","horizon":20,"beta1":0.95,"beta2":0.999,"lr":0.006,"mean":3.576976036348702,"sd":0.003081124407809606,"runs":[{"id":"sync-wsd-h20--0.006--0.95--0.999--s42","seed":42,"loss":3.5781384521506574,"jobId":"2452459"},{"id":"sync-wsd-h20--0.006--0.95--0.999--s43","seed":43,"loss":3.579306858623379,"jobId":"2452460"},{"id":"sync-wsd-h20--0.006--0.95--0.999--s44","seed":44,"loss":3.5734827982720696,"jobId":"2452461"}],"rank":17},{"id":"sync-wsd-h20--0.004--0.9--0.999","method":"sync","horizon":20,"beta1":0.9,"beta2":0.999,"lr":0.004,"mean":3.5798042481897347,"sd":0.003976068572041483,"runs":[{"id":"sync-wsd-h20--0.004--0.9--0.999--s42","seed":42,"loss":3.5796302724512543,"jobId":"2450879"},{"id":"sync-wsd-h20--0.004--0.9--0.999--s43","seed":43,"loss":3.5838644489429505,"jobId":"2450880"},{"id":"sync-wsd-h20--0.004--0.9--0.999--s44","seed":44,"loss":3.575918023174999,"jobId":"2450881"}],"rank":18},{"id":"sync-wsd-h20--0.008--0.95--0.9","method":"sync","horizon":20,"beta1":0.95,"beta2":0.9,"lr":0.008,"mean":3.5810848116479477,"sd":0.002121372804643615,"runs":[{"id":"sync-wsd-h20--0.008--0.95--0.9--s42","seed":42,"loss":3.5809341788065727,"jobId":"2450888"},{"id":"sync-wsd-h20--0.008--0.95--0.9--s43","seed":43,"loss":3.5790427700718372,"jobId":"2450889"},{"id":"sync-wsd-h20--0.008--0.95--0.9--s44","seed":44,"loss":3.583277486065434,"jobId":"2450890"}],"rank":19},{"id":"sync-wsd-h20--0.004--0.9--0.9","method":"sync","horizon":20,"beta1":0.9,"beta2":0.9,"lr":0.004,"mean":3.582076265351548,"sd":0.0025112394512316416,"runs":[{"id":"sync-wsd-h20--0.004--0.9--0.9--s42","seed":42,"loss":3.584592103854237,"jobId":"2450850"},{"id":"sync-wsd-h20--0.004--0.9--0.9--s43","seed":43,"loss":3.5795696503595553,"jobId":"2450851"},{"id":"sync-wsd-h20--0.004--0.9--0.9--s44","seed":44,"loss":3.5820670418408516,"jobId":"2450852"}],"rank":20},{"id":"sync-wsd-h20--0.003--0.9--0.98","method":"sync","horizon":20,"beta1":0.9,"beta2":0.98,"lr":0.003,"mean":3.5832357813677245,"sd":0.004056696274724739,"runs":[{"id":"sync-wsd-h20--0.003--0.9--0.98--s42","seed":42,"loss":3.584645328549556,"jobId":"2450867"},{"id":"sync-wsd-h20--0.003--0.9--0.98--s43","seed":43,"loss":3.5786623300670466,"jobId":"2450868"},{"id":"sync-wsd-h20--0.003--0.9--0.98--s44","seed":44,"loss":3.5863996854865703,"jobId":"2450869"}],"rank":21},{"id":"sync-wsd-h20--0.008--0.9--0.9","method":"sync","horizon":20,"beta1":0.9,"beta2":0.9,"lr":0.008,"mean":3.585790230542006,"sd":0.008824424217717857,"runs":[{"id":"sync-wsd-h20--0.008--0.9--0.9--s42","seed":42,"loss":3.577678713712776,"jobId":"2450844"},{"id":"sync-wsd-h20--0.008--0.9--0.9--s43","seed":43,"loss":3.5845053023134006,"jobId":"2450845"},{"id":"sync-wsd-h20--0.008--0.9--0.9--s44","seed":44,"loss":3.5951866755998427,"jobId":"2450846"}],"rank":22},{"id":"sync-wsd-h20--0.003--0.9--0.9","method":"sync","horizon":20,"beta1":0.9,"beta2":0.9,"lr":0.003,"mean":3.5881402153144726,"sd":0.005512756401871713,"runs":[{"id":"sync-wsd-h20--0.003--0.9--0.9--s42","seed":42,"loss":3.590969326333108,"jobId":"2450853"},{"id":"sync-wsd-h20--0.003--0.9--0.9--s43","seed":43,"loss":3.581787281399286,"jobId":"2450854"},{"id":"sync-wsd-h20--0.003--0.9--0.9--s44","seed":44,"loss":3.5916640382110243,"jobId":"2450855"}],"rank":23},{"id":"sync-wsd-h20--0.002--0.9--0.98","method":"sync","horizon":20,"beta1":0.9,"beta2":0.98,"lr":0.002,"mean":3.5902139011810994,"sd":0.007162049199791701,"runs":[{"id":"sync-wsd-h20--0.002--0.9--0.98--s42","seed":42,"loss":3.594647453114633,"jobId":"2450870"},{"id":"sync-wsd-h20--0.002--0.9--0.98--s43","seed":43,"loss":3.5819512454868043,"jobId":"2450871"},{"id":"sync-wsd-h20--0.002--0.9--0.98--s44","seed":44,"loss":3.5940430049418595,"jobId":"2450872"}],"rank":24},{"id":"sync-wsd-h20--0.003--0.9--0.999","method":"sync","horizon":20,"beta1":0.9,"beta2":0.999,"lr":0.003,"mean":3.592575014428235,"sd":0.015831461614575347,"runs":[{"id":"sync-wsd-h20--0.003--0.9--0.999--s42","seed":42,"loss":3.574305882349551,"jobId":"2450882"},{"id":"sync-wsd-h20--0.003--0.9--0.999--s43","seed":43,"loss":3.6011489677024087,"jobId":"2450883"},{"id":"sync-wsd-h20--0.003--0.9--0.999--s44","seed":44,"loss":3.6022701932327457,"jobId":"2450884"}],"rank":25},{"id":"sync-wsd-h20--0.006--0.9--0.999","method":"sync","horizon":20,"beta1":0.9,"beta2":0.999,"lr":0.006,"mean":3.597925708677097,"sd":0.040194154486176546,"runs":[{"id":"sync-wsd-h20--0.006--0.9--0.999--s42","seed":42,"loss":3.576374475218168,"jobId":"2450876"},{"id":"sync-wsd-h20--0.006--0.9--0.999--s43","seed":43,"loss":3.5731031750731845,"jobId":"2450877"},{"id":"sync-wsd-h20--0.006--0.9--0.999--s44","seed":44,"loss":3.644299475739938,"jobId":"2450878"}],"rank":26},{"id":"sync-wsd-h20--0.002--0.9--0.999","method":"sync","horizon":20,"beta1":0.9,"beta2":0.999,"lr":0.002,"mean":3.600229910539466,"sd":0.00412226752112897,"runs":[{"id":"sync-wsd-h20--0.002--0.9--0.999--s42","seed":42,"loss":3.6048555121924224,"jobId":"2450885"},{"id":"sync-wsd-h20--0.002--0.9--0.999--s43","seed":43,"loss":3.5988897075367965,"jobId":"2450886"},{"id":"sync-wsd-h20--0.002--0.9--0.999--s44","seed":44,"loss":3.5969445118891783,"jobId":"2450887"}],"rank":27},{"id":"sync-wsd-h20--0.002--0.9--0.9","method":"sync","horizon":20,"beta1":0.9,"beta2":0.9,"lr":0.002,"mean":3.602495590842191,"sd":0.008980378249572811,"runs":[{"id":"sync-wsd-h20--0.002--0.9--0.9--s42","seed":42,"loss":3.612617613381496,"jobId":"2450856"},{"id":"sync-wsd-h20--0.002--0.9--0.9--s43","seed":43,"loss":3.595483762233382,"jobId":"2450857"},{"id":"sync-wsd-h20--0.002--0.9--0.9--s44","seed":44,"loss":3.599385396911696,"jobId":"2450858"}],"rank":28},{"id":"sync-wsd-h20--0.008--0.95--0.999","method":"sync","horizon":20,"beta1":0.95,"beta2":0.999,"lr":0.008,"mean":3.6039802145560977,"sd":0.028663118257957795,"runs":[{"id":"sync-wsd-h20--0.008--0.95--0.999--s42","seed":42,"loss":3.6366870581997817,"jobId":"2452456"},{"id":"sync-wsd-h20--0.008--0.95--0.999--s43","seed":43,"loss":3.592016682530186,"jobId":"2452457"},{"id":"sync-wsd-h20--0.008--0.95--0.999--s44","seed":44,"loss":3.583236902938327,"jobId":"2452458"}],"rank":29},{"id":"sync-wsd-h20--0.008--0.9--0.999","method":"sync","horizon":20,"beta1":0.9,"beta2":0.999,"lr":0.008,"mean":3.823773669880571,"sd":0.3934565021785336,"runs":[{"id":"sync-wsd-h20--0.008--0.9--0.999--s42","seed":42,"loss":4.278052927002443,"jobId":"2450873"},{"id":"sync-wsd-h20--0.008--0.9--0.999--s43","seed":43,"loss":3.6021826013279674,"jobId":"2450874"},{"id":"sync-wsd-h20--0.008--0.9--0.999--s44","seed":44,"loss":3.5910854813113016,"jobId":"2450875"}],"rank":30}],"runs":90},{"horizon":40,"tokens":816185344,"epochs":80,"steps":6227,"lrCeiling":0.004,"eligibleLRs":[0.004,0.003,0.002],"prunedLRs":[0.008,0.006],"checkpointEpoch":72,"groups":[{"id":"sync-wsd-h40--0.004--0.95--0.98","method":"sync","horizon":40,"beta1":0.95,"beta2":0.98,"lr":0.004,"mean":3.4528001664434735,"sd":0.003135828008909997,"runs":[{"id":"sync-wsd-h40--0.004--0.95--0.98--s42","seed":42,"loss":3.4492329075080965,"jobId":"2456286"},{"id":"sync-wsd-h40--0.004--0.95--0.98--s43","seed":43,"loss":3.4551217690214986,"jobId":"2456287"},{"id":"sync-wsd-h40--0.004--0.95--0.98--s44","seed":44,"loss":3.4540458228008246,"jobId":"2456288"}],"rank":1},{"id":"sync-wsd-h40--0.003--0.95--0.98","method":"sync","horizon":40,"beta1":0.95,"beta2":0.98,"lr":0.003,"mean":3.4532896057274303,"sd":0.0028464816034197283,"runs":[{"id":"sync-wsd-h40--0.003--0.95--0.98--s42","seed":42,"loss":3.4501401313581113,"jobId":"2456289"},{"id":"sync-wsd-h40--0.003--0.95--0.98--s43","seed":43,"loss":3.454050054316837,"jobId":"2456290"},{"id":"sync-wsd-h40--0.003--0.95--0.98--s44","seed":44,"loss":3.4556786315073427,"jobId":"2456291"}],"rank":2},{"id":"sync-wsd-h40--0.003--0.95--0.999","method":"sync","horizon":40,"beta1":0.95,"beta2":0.999,"lr":0.003,"mean":3.4546716336530547,"sd":0.0020455858607605413,"runs":[{"id":"sync-wsd-h40--0.003--0.95--0.999--s42","seed":42,"loss":3.452309710920177,"jobId":"2457298"},{"id":"sync-wsd-h40--0.003--0.95--0.999--s43","seed":43,"loss":3.455872899370765,"jobId":"2457299"},{"id":"sync-wsd-h40--0.003--0.95--0.999--s44","seed":44,"loss":3.455832290668222,"jobId":"2457300"}],"rank":3},{"id":"sync-wsd-h40--0.004--0.95--0.999","method":"sync","horizon":40,"beta1":0.95,"beta2":0.999,"lr":0.004,"mean":3.455179279965129,"sd":0.0029772094093164707,"runs":[{"id":"sync-wsd-h40--0.004--0.95--0.999--s42","seed":42,"loss":3.4520953789037487,"jobId":"2456295"},{"id":"sync-wsd-h40--0.004--0.95--0.999--s43","seed":43,"loss":3.4580368830143953,"jobId":"2456296"},{"id":"sync-wsd-h40--0.004--0.95--0.999--s44","seed":44,"loss":3.4554055779772432,"jobId":"2456297"}],"rank":4},{"id":"sync-wsd-h40--0.002--0.95--0.98","method":"sync","horizon":40,"beta1":0.95,"beta2":0.98,"lr":0.002,"mean":3.457884661836341,"sd":0.006094890839684514,"runs":[{"id":"sync-wsd-h40--0.002--0.95--0.98--s42","seed":42,"loss":3.453656531049864,"jobId":"2456292"},{"id":"sync-wsd-h40--0.002--0.95--0.98--s43","seed":43,"loss":3.464871085681808,"jobId":"2456293"},{"id":"sync-wsd-h40--0.002--0.95--0.98--s44","seed":44,"loss":3.45512636877735,"jobId":"2456294"}],"rank":5},{"id":"sync-wsd-h40--0.002--0.95--0.999","method":"sync","horizon":40,"beta1":0.95,"beta2":0.999,"lr":0.002,"mean":3.4586715671120305,"sd":0.004315819287052254,"runs":[{"id":"sync-wsd-h40--0.002--0.95--0.999--s42","seed":42,"loss":3.4549467369817295,"jobId":"2457301"},{"id":"sync-wsd-h40--0.002--0.95--0.999--s43","seed":43,"loss":3.4634011282309762,"jobId":"2457302"},{"id":"sync-wsd-h40--0.002--0.95--0.999--s44","seed":44,"loss":3.4576668361233858,"jobId":"2457303"}],"rank":6},{"id":"sync-wsd-h40--0.004--0.95--0.9","method":"sync","horizon":40,"beta1":0.95,"beta2":0.9,"lr":0.004,"mean":3.4616216790455865,"sd":0.0034244156675208837,"runs":[{"id":"sync-wsd-h40--0.004--0.95--0.9--s42","seed":42,"loss":3.457830407098489,"jobId":"2456277"},{"id":"sync-wsd-h40--0.004--0.95--0.9--s43","seed":43,"loss":3.4625445275647917,"jobId":"2456278"},{"id":"sync-wsd-h40--0.004--0.95--0.9--s44","seed":44,"loss":3.464490102473478,"jobId":"2456279"}],"rank":7},{"id":"sync-wsd-h40--0.003--0.95--0.9","method":"sync","horizon":40,"beta1":0.95,"beta2":0.9,"lr":0.003,"mean":3.4630259848628913,"sd":0.004604541840619019,"runs":[{"id":"sync-wsd-h40--0.003--0.95--0.9--s42","seed":42,"loss":3.4577991555613536,"jobId":"2456280"},{"id":"sync-wsd-h40--0.003--0.95--0.9--s43","seed":43,"loss":3.4647956002771982,"jobId":"2456281"},{"id":"sync-wsd-h40--0.003--0.95--0.9--s44","seed":44,"loss":3.4664831987501215,"jobId":"2456282"}],"rank":8},{"id":"sync-wsd-h40--0.004--0.9--0.98","method":"sync","horizon":40,"beta1":0.9,"beta2":0.98,"lr":0.004,"mean":3.4633824264297144,"sd":0.007431979195698837,"runs":[{"id":"sync-wsd-h40--0.004--0.9--0.98--s42","seed":42,"loss":3.4548085307638963,"jobId":"2456211"},{"id":"sync-wsd-h40--0.004--0.9--0.98--s43","seed":43,"loss":3.4679864698303144,"jobId":"2456213"},{"id":"sync-wsd-h40--0.004--0.9--0.98--s44","seed":44,"loss":3.4673522786949325,"jobId":"2456214"}],"rank":9},{"id":"sync-wsd-h40--0.002--0.95--0.9","method":"sync","horizon":40,"beta1":0.95,"beta2":0.9,"lr":0.002,"mean":3.466277856722092,"sd":0.004361711714607193,"runs":[{"id":"sync-wsd-h40--0.002--0.95--0.9--s42","seed":42,"loss":3.4613947454175875,"jobId":"2456283"},{"id":"sync-wsd-h40--0.002--0.95--0.9--s43","seed":43,"loss":3.4676512611340207,"jobId":"2456284"},{"id":"sync-wsd-h40--0.002--0.95--0.9--s44","seed":44,"loss":3.4697875636146684,"jobId":"2456285"}],"rank":10},{"id":"sync-wsd-h40--0.003--0.9--0.999","method":"sync","horizon":40,"beta1":0.9,"beta2":0.999,"lr":0.003,"mean":3.471652064386942,"sd":0.007335404724981006,"runs":[{"id":"sync-wsd-h40--0.003--0.9--0.999--s42","seed":42,"loss":3.4631896312463604,"jobId":"2456271"},{"id":"sync-wsd-h40--0.003--0.9--0.999--s43","seed":43,"loss":3.476197257843589,"jobId":"2456272"},{"id":"sync-wsd-h40--0.003--0.9--0.999--s44","seed":44,"loss":3.4755693040708757,"jobId":"2456273"}],"rank":11},{"id":"sync-wsd-h40--0.003--0.9--0.98","method":"sync","horizon":40,"beta1":0.9,"beta2":0.98,"lr":0.003,"mean":3.4722663640623552,"sd":0.003732948411142064,"runs":[{"id":"sync-wsd-h40--0.003--0.9--0.98--s42","seed":42,"loss":3.473158218724192,"jobId":"2456215"},{"id":"sync-wsd-h40--0.003--0.9--0.98--s43","seed":43,"loss":3.4681682661046906,"jobId":"2456216"},{"id":"sync-wsd-h40--0.003--0.9--0.98--s44","seed":44,"loss":3.475472607358183,"jobId":"2456217"}],"rank":12},{"id":"sync-wsd-h40--0.002--0.9--0.98","method":"sync","horizon":40,"beta1":0.9,"beta2":0.98,"lr":0.002,"mean":3.474736075125436,"sd":0.006922801760141147,"runs":[{"id":"sync-wsd-h40--0.002--0.9--0.98--s42","seed":42,"loss":3.479317315960111,"jobId":"2456218"},{"id":"sync-wsd-h40--0.002--0.9--0.98--s43","seed":43,"loss":3.4667723287160865,"jobId":"2456219"},{"id":"sync-wsd-h40--0.002--0.9--0.98--s44","seed":44,"loss":3.478118580700111,"jobId":"2456220"}],"rank":13},{"id":"sync-wsd-h40--0.004--0.9--0.9","method":"sync","horizon":40,"beta1":0.9,"beta2":0.9,"lr":0.004,"mean":3.4773660739727297,"sd":0.0016672574020079572,"runs":[{"id":"sync-wsd-h40--0.004--0.9--0.9--s42","seed":42,"loss":3.4755529848956312,"jobId":"2456190"},{"id":"sync-wsd-h40--0.004--0.9--0.9--s43","seed":43,"loss":3.4788332237586945,"jobId":"2456193"},{"id":"sync-wsd-h40--0.004--0.9--0.9--s44","seed":44,"loss":3.4777120132638637,"jobId":"2456200"}],"rank":14},{"id":"sync-wsd-h40--0.002--0.9--0.999","method":"sync","horizon":40,"beta1":0.9,"beta2":0.999,"lr":0.002,"mean":3.47878671322999,"sd":0.003175004104670146,"runs":[{"id":"sync-wsd-h40--0.002--0.9--0.999--s42","seed":42,"loss":3.4824460882651778,"jobId":"2456274"},{"id":"sync-wsd-h40--0.002--0.9--0.999--s43","seed":43,"loss":3.4771503695215995,"jobId":"2456275"},{"id":"sync-wsd-h40--0.002--0.9--0.999--s44","seed":44,"loss":3.4767636819031935,"jobId":"2456276"}],"rank":15},{"id":"sync-wsd-h40--0.004--0.9--0.999","method":"sync","horizon":40,"beta1":0.9,"beta2":0.999,"lr":0.004,"mean":3.4788124437630192,"sd":0.012143707228629261,"runs":[{"id":"sync-wsd-h40--0.004--0.9--0.999--s42","seed":42,"loss":3.4735047162075072,"jobId":"2456221"},{"id":"sync-wsd-h40--0.004--0.9--0.999--s43","seed":43,"loss":3.492706443056062,"jobId":"2456269"},{"id":"sync-wsd-h40--0.004--0.9--0.999--s44","seed":44,"loss":3.470226172025489,"jobId":"2456270"}],"rank":16},{"id":"sync-wsd-h40--0.003--0.9--0.9","method":"sync","horizon":40,"beta1":0.9,"beta2":0.9,"lr":0.003,"mean":3.482267173906518,"sd":0.004729802869704142,"runs":[{"id":"sync-wsd-h40--0.003--0.9--0.9--s42","seed":42,"loss":3.4843115747706386,"jobId":"2456205"},{"id":"sync-wsd-h40--0.003--0.9--0.9--s43","seed":43,"loss":3.476859046660619,"jobId":"2456206"},{"id":"sync-wsd-h40--0.003--0.9--0.9--s44","seed":44,"loss":3.4856309002882964,"jobId":"2456207"}],"rank":17},{"id":"sync-wsd-h40--0.002--0.9--0.9","method":"sync","horizon":40,"beta1":0.9,"beta2":0.9,"lr":0.002,"mean":3.489520469696341,"sd":0.006311074255784088,"runs":[{"id":"sync-wsd-h40--0.002--0.9--0.9--s42","seed":42,"loss":3.496402676426997,"jobId":"2456208"},{"id":"sync-wsd-h40--0.002--0.9--0.9--s43","seed":43,"loss":3.484004256418404,"jobId":"2456209"},{"id":"sync-wsd-h40--0.002--0.9--0.9--s44","seed":44,"loss":3.4881544762436234,"jobId":"2456210"}],"rank":18}],"runs":54},{"horizon":80,"tokens":1632239616,"epochs":160,"steps":12453,"lrCeiling":0.004,"eligibleLRs":[0.004,0.003,0.002],"prunedLRs":[0.008,0.006,0.004],"checkpointEpoch":143,"groups":[{"id":"sync-wsd-h80--0.003--0.95--0.999","method":"sync","horizon":80,"beta1":0.95,"beta2":0.999,"lr":0.003,"mean":3.374769685331667,"sd":0.0030796182174545766,"runs":[{"id":"sync-wsd-h80--0.003--0.95--0.999--s42","seed":42,"loss":3.371351940317979,"jobId":"2460653"},{"id":"sync-wsd-h80--0.003--0.95--0.999--s43","seed":43,"loss":3.3773290357226062,"jobId":"2460654"},{"id":"sync-wsd-h80--0.003--0.95--0.999--s44","seed":44,"loss":3.3756280799544163,"jobId":"2460783"}],"rank":1},{"id":"sync-wsd-h80--0.002--0.95--0.999","method":"sync","horizon":80,"beta1":0.95,"beta2":0.999,"lr":0.002,"mean":3.376895213728554,"sd":0.004187575551988463,"runs":[{"id":"sync-wsd-h80--0.002--0.95--0.999--s42","seed":42,"loss":3.373592376293663,"jobId":"2460784"},{"id":"sync-wsd-h80--0.002--0.95--0.999--s43","seed":43,"loss":3.3816051022697224,"jobId":"2460785"},{"id":"sync-wsd-h80--0.002--0.95--0.999--s44","seed":44,"loss":3.3754881626222772,"jobId":"2460786"}],"rank":2},{"id":"sync-wsd-h80--0.004--0.95--0.999","method":"sync","horizon":80,"beta1":0.95,"beta2":0.999,"lr":0.004,"mean":3.3774011746860815,"sd":0.0013606631253653574,"runs":[{"id":"sync-wsd-h80--0.004--0.95--0.999--s42","seed":42,"loss":3.3758311076744336,"jobId":"2459072"},{"id":"sync-wsd-h80--0.004--0.95--0.999--s43","seed":43,"loss":3.3782369164252612,"jobId":"2459073"},{"id":"sync-wsd-h80--0.004--0.95--0.999--s44","seed":44,"loss":3.37813549995855,"jobId":"2459074"}],"rank":3},{"id":"sync-wsd-h80--0.003--0.95--0.98","method":"sync","horizon":80,"beta1":0.95,"beta2":0.98,"lr":0.003,"mean":3.3781953749459035,"sd":0.002814216488423331,"runs":[{"id":"sync-wsd-h80--0.003--0.95--0.98--s42","seed":42,"loss":3.375018283755546,"jobId":"2459066"},{"id":"sync-wsd-h80--0.003--0.95--0.98--s43","seed":43,"loss":3.379192834151603,"jobId":"2459067"},{"id":"sync-wsd-h80--0.003--0.95--0.98--s44","seed":44,"loss":3.380375006930562,"jobId":"2459068"}],"rank":4},{"id":"sync-wsd-h80--0.004--0.95--0.98","method":"sync","horizon":80,"beta1":0.95,"beta2":0.98,"lr":0.004,"mean":3.3795215677941024,"sd":0.0031099891920053965,"runs":[{"id":"sync-wsd-h80--0.004--0.95--0.98--s42","seed":42,"loss":3.3759750879053594,"jobId":"2459063"},{"id":"sync-wsd-h80--0.004--0.95--0.98--s43","seed":43,"loss":3.381783574629176,"jobId":"2459064"},{"id":"sync-wsd-h80--0.004--0.95--0.98--s44","seed":44,"loss":3.380806040847772,"jobId":"2459065"}],"rank":5},{"id":"sync-wsd-h80--0.002--0.95--0.98","method":"sync","horizon":80,"beta1":0.95,"beta2":0.98,"lr":0.002,"mean":3.3809254674039853,"sd":0.005579100530791078,"runs":[{"id":"sync-wsd-h80--0.002--0.95--0.98--s42","seed":42,"loss":3.3775112392312505,"jobId":"2459069"},{"id":"sync-wsd-h80--0.002--0.95--0.98--s43","seed":43,"loss":3.387363717423831,"jobId":"2459070"},{"id":"sync-wsd-h80--0.002--0.95--0.98--s44","seed":44,"loss":3.377901445556874,"jobId":"2459071"}],"rank":6},{"id":"sync-wsd-h80--0.003--0.95--0.9","method":"sync","horizon":80,"beta1":0.95,"beta2":0.9,"lr":0.003,"mean":3.386298891169204,"sd":0.0040913473327376755,"runs":[{"id":"sync-wsd-h80--0.003--0.95--0.9--s42","seed":42,"loss":3.3818844564960417,"jobId":"2459039"},{"id":"sync-wsd-h80--0.003--0.95--0.9--s43","seed":43,"loss":3.387048817222482,"jobId":"2459040"},{"id":"sync-wsd-h80--0.003--0.95--0.9--s44","seed":44,"loss":3.389963399789087,"jobId":"2459059"}],"rank":7},{"id":"sync-wsd-h80--0.004--0.95--0.9","method":"sync","horizon":80,"beta1":0.95,"beta2":0.9,"lr":0.004,"mean":3.387214046556615,"sd":0.0030909479677857974,"runs":[{"id":"sync-wsd-h80--0.004--0.95--0.9--s42","seed":42,"loss":3.383647938076112,"jobId":"2459036"},{"id":"sync-wsd-h80--0.004--0.95--0.9--s43","seed":43,"loss":3.388870167473736,"jobId":"2459037"},{"id":"sync-wsd-h80--0.004--0.95--0.9--s44","seed":44,"loss":3.389124034119998,"jobId":"2459038"}],"rank":8},{"id":"sync-wsd-h80--0.004--0.9--0.98","method":"sync","horizon":80,"beta1":0.9,"beta2":0.98,"lr":0.004,"mean":3.3874882918348876,"sd":0.0041789348946028705,"runs":[{"id":"sync-wsd-h80--0.004--0.9--0.98--s42","seed":42,"loss":3.3827230932190484,"jobId":"2459001"},{"id":"sync-wsd-h80--0.004--0.9--0.98--s43","seed":43,"loss":3.3892127433880943,"jobId":"2459002"},{"id":"sync-wsd-h80--0.004--0.9--0.98--s44","seed":44,"loss":3.3905290388975198,"jobId":"2459003"}],"rank":9},{"id":"sync-wsd-h80--0.002--0.95--0.9","method":"sync","horizon":80,"beta1":0.95,"beta2":0.9,"lr":0.002,"mean":3.387568056442225,"sd":0.0031445452382793705,"runs":[{"id":"sync-wsd-h80--0.002--0.95--0.9--s42","seed":42,"loss":3.3841094680773423,"jobId":"2459060"},{"id":"sync-wsd-h80--0.002--0.95--0.9--s43","seed":43,"loss":3.3883398592945184,"jobId":"2459061"},{"id":"sync-wsd-h80--0.002--0.95--0.9--s44","seed":44,"loss":3.3902548419548144,"jobId":"2459062"}],"rank":10},{"id":"sync-wsd-h80--0.003--0.9--0.999","method":"sync","horizon":80,"beta1":0.9,"beta2":0.999,"lr":0.003,"mean":3.388201015651705,"sd":0.0024734440222362697,"runs":[{"id":"sync-wsd-h80--0.003--0.9--0.999--s42","seed":42,"loss":3.3853547655989265,"jobId":"2459013"},{"id":"sync-wsd-h80--0.003--0.9--0.999--s43","seed":43,"loss":3.3898292523767624,"jobId":"2459017"},{"id":"sync-wsd-h80--0.003--0.9--0.999--s44","seed":44,"loss":3.3894190289794257,"jobId":"2459020"}],"rank":11},{"id":"sync-wsd-h80--0.004--0.9--0.999","method":"sync","horizon":80,"beta1":0.9,"beta2":0.999,"lr":0.004,"mean":3.3900080293105788,"sd":0.008590281317489429,"runs":[{"id":"sync-wsd-h80--0.004--0.9--0.999--s42","seed":42,"loss":3.386918653844721,"jobId":"2459010"},{"id":"sync-wsd-h80--0.004--0.9--0.999--s43","seed":43,"loss":3.399715728285496,"jobId":"2459011"},{"id":"sync-wsd-h80--0.004--0.9--0.999--s44","seed":44,"loss":3.3833897058015197,"jobId":"2459012"}],"rank":12},{"id":"sync-wsd-h80--0.002--0.9--0.999","method":"sync","horizon":80,"beta1":0.9,"beta2":0.999,"lr":0.002,"mean":3.391963592292896,"sd":0.0020344161530247624,"runs":[{"id":"sync-wsd-h80--0.002--0.9--0.999--s42","seed":42,"loss":3.393733781347953,"jobId":"2459027"},{"id":"sync-wsd-h80--0.002--0.9--0.999--s43","seed":43,"loss":3.389741085295071,"jobId":"2459030"},{"id":"sync-wsd-h80--0.002--0.9--0.999--s44","seed":44,"loss":3.392415910235665,"jobId":"2459035"}],"rank":13},{"id":"sync-wsd-h80--0.002--0.9--0.98","method":"sync","horizon":80,"beta1":0.9,"beta2":0.98,"lr":0.002,"mean":3.3920589529278886,"sd":0.0050945166084860076,"runs":[{"id":"sync-wsd-h80--0.002--0.9--0.98--s42","seed":42,"loss":3.3957562129668304,"jobId":"2459007"},{"id":"sync-wsd-h80--0.002--0.9--0.98--s43","seed":43,"loss":3.3862477731450116,"jobId":"2459008"},{"id":"sync-wsd-h80--0.002--0.9--0.98--s44","seed":44,"loss":3.394172872671825,"jobId":"2459009"}],"rank":14},{"id":"sync-wsd-h80--0.003--0.9--0.98","method":"sync","horizon":80,"beta1":0.9,"beta2":0.98,"lr":0.003,"mean":3.3939105932604527,"sd":0.00292608284845803,"runs":[{"id":"sync-wsd-h80--0.003--0.9--0.98--s42","seed":42,"loss":3.3958272631829294,"jobId":"2459004"},{"id":"sync-wsd-h80--0.003--0.9--0.98--s43","seed":43,"loss":3.390542539821416,"jobId":"2459005"},{"id":"sync-wsd-h80--0.003--0.9--0.98--s44","seed":44,"loss":3.3953619767770142,"jobId":"2459006"}],"rank":15},{"id":"sync-wsd-h80--0.004--0.9--0.9","method":"sync","horizon":80,"beta1":0.9,"beta2":0.9,"lr":0.004,"mean":3.402566699748755,"sd":0.0016831520927486825,"runs":[{"id":"sync-wsd-h80--0.004--0.9--0.9--s42","seed":42,"loss":3.400883827208692,"jobId":"2458992"},{"id":"sync-wsd-h80--0.004--0.9--0.9--s43","seed":43,"loss":3.404250131254967,"jobId":"2458993"},{"id":"sync-wsd-h80--0.004--0.9--0.9--s44","seed":44,"loss":3.4025661407826067,"jobId":"2458994"}],"rank":16},{"id":"sync-wsd-h80--0.003--0.9--0.9","method":"sync","horizon":80,"beta1":0.9,"beta2":0.9,"lr":0.003,"mean":3.4046535255076074,"sd":0.003172465991917241,"runs":[{"id":"sync-wsd-h80--0.003--0.9--0.9--s42","seed":42,"loss":3.406432859902007,"jobId":"2458995"},{"id":"sync-wsd-h80--0.003--0.9--0.9--s43","seed":43,"loss":3.4009907702655466,"jobId":"2458996"},{"id":"sync-wsd-h80--0.003--0.9--0.9--s44","seed":44,"loss":3.406536946355269,"jobId":"2458997"}],"rank":17},{"id":"sync-wsd-h80--0.002--0.9--0.9","method":"sync","horizon":80,"beta1":0.9,"beta2":0.9,"lr":0.002,"mean":3.4089535609942145,"sd":0.00450894785288557,"runs":[{"id":"sync-wsd-h80--0.002--0.9--0.9--s42","seed":42,"loss":3.4138426364204353,"jobId":"2458998"},{"id":"sync-wsd-h80--0.002--0.9--0.9--s43","seed":43,"loss":3.404958759804277,"jobId":"2458999"},{"id":"sync-wsd-h80--0.002--0.9--0.9--s44","seed":44,"loss":3.408059286757931,"jobId":"2459000"}],"rank":18}],"runs":54},{"horizon":120,"tokens":2448424960,"epochs":240,"steps":18680,"lrCeiling":0.003,"eligibleLRs":[0.003,0.002],"prunedLRs":[0.008,0.006,0.004],"checkpointEpoch":216,"groups":[{"id":"sync-wsd-h120--0.003--0.95--0.999","method":"sync","horizon":120,"beta1":0.95,"beta2":0.999,"lr":0.003,"mean":3.3391638713609706,"sd":0.0033778466051173125,"runs":[{"id":"sync-wsd-h120--0.003--0.95--0.999--s42","seed":42,"loss":3.3358776806003805,"jobId":"2461571"},{"id":"sync-wsd-h120--0.003--0.95--0.999--s43","seed":43,"loss":3.342626461286864,"jobId":"2461572"},{"id":"sync-wsd-h120--0.003--0.95--0.999--s44","seed":44,"loss":3.3389874721956683,"jobId":"2461573"}],"rank":1},{"id":"sync-wsd-h120--0.002--0.95--0.999","method":"sync","horizon":120,"beta1":0.95,"beta2":0.999,"lr":0.002,"mean":3.340015969012794,"sd":0.0036926960585839863,"runs":[{"id":"sync-wsd-h120--0.002--0.95--0.999--s42","seed":42,"loss":3.3372535258342455,"jobId":"2461574"},{"id":"sync-wsd-h120--0.002--0.95--0.999--s43","seed":43,"loss":3.344210140111933,"jobId":"2461575"},{"id":"sync-wsd-h120--0.002--0.95--0.999--s44","seed":44,"loss":3.3385842410922026,"jobId":"2461576"}],"rank":2},{"id":"sync-wsd-h120--0.003--0.95--0.98","method":"sync","horizon":120,"beta1":0.95,"beta2":0.98,"lr":0.003,"mean":3.343044725804964,"sd":0.0026156476213877594,"runs":[{"id":"sync-wsd-h120--0.003--0.95--0.98--s42","seed":42,"loss":3.340056066217504,"jobId":"2461565"},{"id":"sync-wsd-h120--0.003--0.95--0.98--s43","seed":43,"loss":3.34416150046102,"jobId":"2461566"},{"id":"sync-wsd-h120--0.003--0.95--0.98--s44","seed":44,"loss":3.344916610736368,"jobId":"2461567"}],"rank":3},{"id":"sync-wsd-h120--0.002--0.95--0.98","method":"sync","horizon":120,"beta1":0.95,"beta2":0.98,"lr":0.002,"mean":3.3455961244912342,"sd":0.004794530602595562,"runs":[{"id":"sync-wsd-h120--0.002--0.95--0.98--s42","seed":42,"loss":3.3428652603456044,"jobId":"2461568"},{"id":"sync-wsd-h120--0.002--0.95--0.98--s43","seed":43,"loss":3.351132205130257,"jobId":"2461569"},{"id":"sync-wsd-h120--0.002--0.95--0.98--s44","seed":44,"loss":3.3427909079978417,"jobId":"2461570"}],"rank":4},{"id":"sync-wsd-h120--0.003--0.9--0.999","method":"sync","horizon":120,"beta1":0.9,"beta2":0.999,"lr":0.003,"mean":3.350392472887071,"sd":0.00029214972399751386,"runs":[{"id":"sync-wsd-h120--0.003--0.9--0.999--s42","seed":42,"loss":3.3505589714755843,"jobId":"2461553"},{"id":"sync-wsd-h120--0.003--0.9--0.999--s43","seed":43,"loss":3.3500551367449667,"jobId":"2461554"},{"id":"sync-wsd-h120--0.003--0.9--0.999--s44","seed":44,"loss":3.350563310440662,"jobId":"2461555"}],"rank":5},{"id":"sync-wsd-h120--0.003--0.95--0.9","method":"sync","horizon":120,"beta1":0.95,"beta2":0.9,"lr":0.003,"mean":3.3508146872692244,"sd":0.003386679450839094,"runs":[{"id":"sync-wsd-h120--0.003--0.95--0.9--s42","seed":42,"loss":3.347097920415326,"jobId":"2461559"},{"id":"sync-wsd-h120--0.003--0.95--0.9--s43","seed":43,"loss":3.3516200603362734,"jobId":"2461560"},{"id":"sync-wsd-h120--0.003--0.95--0.9--s44","seed":44,"loss":3.353726081056074,"jobId":"2461561"}],"rank":6},{"id":"sync-wsd-h120--0.002--0.95--0.9","method":"sync","horizon":120,"beta1":0.95,"beta2":0.9,"lr":0.002,"mean":3.351856651815684,"sd":0.0025547355904697875,"runs":[{"id":"sync-wsd-h120--0.002--0.95--0.9--s42","seed":42,"loss":3.348942577352643,"jobId":"2461562"},{"id":"sync-wsd-h120--0.002--0.95--0.9--s43","seed":43,"loss":3.352916446734371,"jobId":"2461563"},{"id":"sync-wsd-h120--0.002--0.95--0.9--s44","seed":44,"loss":3.3537109313600366,"jobId":"2461564"}],"rank":7},{"id":"sync-wsd-h120--0.002--0.9--0.999","method":"sync","horizon":120,"beta1":0.9,"beta2":0.999,"lr":0.002,"mean":3.352482795767591,"sd":0.002124530134225739,"runs":[{"id":"sync-wsd-h120--0.002--0.9--0.999--s42","seed":42,"loss":3.353615725642847,"jobId":"2461556"},{"id":"sync-wsd-h120--0.002--0.9--0.999--s43","seed":43,"loss":3.3500319262251748,"jobId":"2461557"},{"id":"sync-wsd-h120--0.002--0.9--0.999--s44","seed":44,"loss":3.3538007354347514,"jobId":"2461558"}],"rank":8},{"id":"sync-wsd-h120--0.002--0.9--0.98","method":"sync","horizon":120,"beta1":0.9,"beta2":0.98,"lr":0.002,"mean":3.3543522986070413,"sd":0.0034316804877277457,"runs":[{"id":"sync-wsd-h120--0.002--0.9--0.98--s42","seed":42,"loss":3.356640648651833,"jobId":"2461550"},{"id":"sync-wsd-h120--0.002--0.9--0.98--s43","seed":43,"loss":3.350406513061352,"jobId":"2461551"},{"id":"sync-wsd-h120--0.002--0.9--0.98--s44","seed":44,"loss":3.3560097341079382,"jobId":"2461552"}],"rank":9},{"id":"sync-wsd-h120--0.003--0.9--0.98","method":"sync","horizon":120,"beta1":0.9,"beta2":0.98,"lr":0.003,"mean":3.356507689919215,"sd":0.0029840892002170947,"runs":[{"id":"sync-wsd-h120--0.003--0.9--0.98--s42","seed":42,"loss":3.3589789181908407,"jobId":"2461529"},{"id":"sync-wsd-h120--0.003--0.9--0.98--s43","seed":43,"loss":3.353192517783011,"jobId":"2461548"},{"id":"sync-wsd-h120--0.003--0.9--0.98--s44","seed":44,"loss":3.3573516337837934,"jobId":"2461549"}],"rank":10},{"id":"sync-wsd-h120--0.003--0.9--0.9","method":"sync","horizon":120,"beta1":0.9,"beta2":0.9,"lr":0.003,"mean":3.3674966892674543,"sd":0.002424473031563657,"runs":[{"id":"sync-wsd-h120--0.003--0.9--0.9--s42","seed":42,"loss":3.3691511967457104,"jobId":"2461519"},{"id":"sync-wsd-h120--0.003--0.9--0.9--s43","seed":43,"loss":3.364713668866867,"jobId":"2461523"},{"id":"sync-wsd-h120--0.003--0.9--0.9--s44","seed":44,"loss":3.368625202189785,"jobId":"2461524"}],"rank":11},{"id":"sync-wsd-h120--0.002--0.9--0.9","method":"sync","horizon":120,"beta1":0.9,"beta2":0.9,"lr":0.002,"mean":3.370755174542539,"sd":0.0038165765965090135,"runs":[{"id":"sync-wsd-h120--0.002--0.9--0.9--s42","seed":42,"loss":3.374923689294086,"jobId":"2461526"},{"id":"sync-wsd-h120--0.002--0.9--0.9--s43","seed":43,"loss":3.367432421913799,"jobId":"2461527"},{"id":"sync-wsd-h120--0.002--0.9--0.9--s44","seed":44,"loss":3.3699094124197315,"jobId":"2461528"}],"rank":12}],"runs":36},{"horizon":160,"tokens":3264610304,"epochs":320,"steps":24907,"lrCeiling":0.003,"eligibleLRs":[0.003,0.002],"prunedLRs":[0.008,0.006,0.004],"checkpointEpoch":null,"groups":[{"id":"sync-wsd-h160--0.003--0.95--0.999","method":"sync","horizon":160,"beta1":0.95,"beta2":0.999,"lr":0.003,"mean":3.3170908548421747,"sd":0.00377307617192755,"runs":[{"id":"sync-wsd-h160--0.003--0.95--0.999--s42","seed":42,"loss":3.313441292120476,"jobId":"2462450"},{"id":"sync-wsd-h160--0.003--0.95--0.999--s43","seed":43,"loss":3.3209763697506856,"jobId":"2462451"},{"id":"sync-wsd-h160--0.003--0.95--0.999--s44","seed":44,"loss":3.316854902655363,"jobId":"2462452"}],"rank":1},{"id":"sync-wsd-h160--0.002--0.95--0.999","method":"sync","horizon":160,"beta1":0.95,"beta2":0.999,"lr":0.002,"mean":3.317204580420937,"sd":0.003835952031991387,"runs":[{"id":"sync-wsd-h160--0.002--0.95--0.999--s42","seed":42,"loss":3.3143719220945855,"jobId":"2462453"},{"id":"sync-wsd-h160--0.002--0.95--0.999--s43","seed":43,"loss":3.32156990315758,"jobId":"2462454"},{"id":"sync-wsd-h160--0.002--0.95--0.999--s44","seed":44,"loss":3.3156719160106447,"jobId":"2462455"}],"rank":2},{"id":"sync-wsd-h160--0.003--0.95--0.98","method":"sync","horizon":160,"beta1":0.95,"beta2":0.98,"lr":0.003,"mean":3.3208448444381964,"sd":0.002403283101985601,"runs":[{"id":"sync-wsd-h160--0.003--0.95--0.98--s42","seed":42,"loss":3.3181250881633693,"jobId":"2462444"},{"id":"sync-wsd-h160--0.003--0.95--0.98--s43","seed":43,"loss":3.321727266794994,"jobId":"2462445"},{"id":"sync-wsd-h160--0.003--0.95--0.98--s44","seed":44,"loss":3.3226821783562257,"jobId":"2462446"}],"rank":3},{"id":"sync-wsd-h160--0.002--0.95--0.98","method":"sync","horizon":160,"beta1":0.95,"beta2":0.98,"lr":0.002,"mean":3.323220085736734,"sd":0.00416503809341575,"runs":[{"id":"sync-wsd-h160--0.002--0.95--0.98--s42","seed":42,"loss":3.3210442227505452,"jobId":"2462447"},{"id":"sync-wsd-h160--0.002--0.95--0.98--s43","seed":43,"loss":3.3280224159050658,"jobId":"2462448"},{"id":"sync-wsd-h160--0.002--0.95--0.98--s44","seed":44,"loss":3.3205936185545912,"jobId":"2462449"}],"rank":4},{"id":"sync-wsd-h160--0.003--0.9--0.999","method":"sync","horizon":160,"beta1":0.9,"beta2":0.999,"lr":0.003,"mean":3.3275408082728717,"sd":0.0011574846653871582,"runs":[{"id":"sync-wsd-h160--0.003--0.9--0.999--s42","seed":42,"loss":3.3288749161129143,"jobId":"2462431"},{"id":"sync-wsd-h160--0.003--0.9--0.999--s43","seed":43,"loss":3.326803840448947,"jobId":"2462432"},{"id":"sync-wsd-h160--0.003--0.9--0.999--s44","seed":44,"loss":3.326943668256754,"jobId":"2462433"}],"rank":5},{"id":"sync-wsd-h160--0.002--0.9--0.999","method":"sync","horizon":160,"beta1":0.9,"beta2":0.999,"lr":0.002,"mean":3.328485655405764,"sd":0.0022900525477398802,"runs":[{"id":"sync-wsd-h160--0.002--0.9--0.999--s42","seed":42,"loss":3.3289655426657414,"jobId":"2462434"},{"id":"sync-wsd-h160--0.002--0.9--0.999--s43","seed":43,"loss":3.3259936856136956,"jobId":"2462436"},{"id":"sync-wsd-h160--0.002--0.9--0.999--s44","seed":44,"loss":3.330497737937856,"jobId":"2462437"}],"rank":6},{"id":"sync-wsd-h160--0.003--0.95--0.9","method":"sync","horizon":160,"beta1":0.95,"beta2":0.9,"lr":0.003,"mean":3.328727507246141,"sd":0.0028060610556122044,"runs":[{"id":"sync-wsd-h160--0.003--0.95--0.9--s42","seed":42,"loss":3.3256956317066297,"jobId":"2462438"},{"id":"sync-wsd-h160--0.003--0.95--0.9--s43","seed":43,"loss":3.329253608321027,"jobId":"2462439"},{"id":"sync-wsd-h160--0.003--0.95--0.9--s44","seed":44,"loss":3.3312332817107655,"jobId":"2462440"}],"rank":7},{"id":"sync-wsd-h160--0.002--0.95--0.9","method":"sync","horizon":160,"beta1":0.95,"beta2":0.9,"lr":0.002,"mean":3.3295952335487438,"sd":0.0024072760467830187,"runs":[{"id":"sync-wsd-h160--0.002--0.95--0.9--s42","seed":42,"loss":3.3268325459296793,"jobId":"2462441"},{"id":"sync-wsd-h160--0.002--0.95--0.9--s43","seed":43,"loss":3.330710784572413,"jobId":"2462442"},{"id":"sync-wsd-h160--0.002--0.95--0.9--s44","seed":44,"loss":3.3312423701441385,"jobId":"2462443"}],"rank":8},{"id":"sync-wsd-h160--0.002--0.9--0.98","method":"sync","horizon":160,"beta1":0.9,"beta2":0.98,"lr":0.002,"mean":3.330671550651679,"sd":0.0028791885548950236,"runs":[{"id":"sync-wsd-h160--0.002--0.9--0.98--s42","seed":42,"loss":3.332162405103496,"jobId":"2462428"},{"id":"sync-wsd-h160--0.002--0.9--0.98--s43","seed":43,"loss":3.3273526546602206,"jobId":"2462429"},{"id":"sync-wsd-h160--0.002--0.9--0.98--s44","seed":44,"loss":3.3324995921913207,"jobId":"2462430"}],"rank":9},{"id":"sync-wsd-h160--0.003--0.9--0.98","method":"sync","horizon":160,"beta1":0.9,"beta2":0.98,"lr":0.003,"mean":3.3327404335495836,"sd":0.0028439723167139053,"runs":[{"id":"sync-wsd-h160--0.003--0.9--0.98--s42","seed":42,"loss":3.3353408910110067,"jobId":"2462425"},{"id":"sync-wsd-h160--0.003--0.9--0.98--s43","seed":43,"loss":3.329703427837872,"jobId":"2462426"},{"id":"sync-wsd-h160--0.003--0.9--0.98--s44","seed":44,"loss":3.333176981799873,"jobId":"2462427"}],"rank":10},{"id":"sync-wsd-h160--0.003--0.9--0.9","method":"sync","horizon":160,"beta1":0.9,"beta2":0.9,"lr":0.003,"mean":3.3439833805550414,"sd":0.002036683070620778,"runs":[{"id":"sync-wsd-h160--0.003--0.9--0.9--s42","seed":42,"loss":3.3454572941441034,"jobId":"2462419"},{"id":"sync-wsd-h160--0.003--0.9--0.9--s43","seed":43,"loss":3.341659362961695,"jobId":"2462420"},{"id":"sync-wsd-h160--0.003--0.9--0.9--s44","seed":44,"loss":3.344833484559326,"jobId":"2462421"}],"rank":11},{"id":"sync-wsd-h160--0.002--0.9--0.9","method":"sync","horizon":160,"beta1":0.9,"beta2":0.9,"lr":0.002,"mean":3.3473322145800837,"sd":0.003551244718494242,"runs":[{"id":"sync-wsd-h160--0.002--0.9--0.9--s42","seed":42,"loss":3.3511317501123843,"jobId":"2462422"},{"id":"sync-wsd-h160--0.002--0.9--0.9--s43","seed":43,"loss":3.344096787293426,"jobId":"2462423"},{"id":"sync-wsd-h160--0.002--0.9--0.9--s44","seed":44,"loss":3.3467681063344408,"jobId":"2462424"}],"rank":12}],"runs":36}]},{"id":"awc8","title":"Packed-8 AWC","workers":8,"color":"#bb6330","identity":"3487e1c9649c0e1036887d8d39fe5ad9d5b1a832572de8cb1a2135fd6270bed2","grid":{"beta1":[0.9,0.95],"beta2":[0.9,0.98,0.999],"lr":[0.01,0.008,0.006,0.004,0.003,0.002],"seeds":[42,43,44]},"stages":[{"horizon":20,"tokens":408027136,"epochs":40,"steps":3113,"lrCeiling":0.01,"eligibleLRs":[0.01,0.008,0.006,0.004,0.003,0.002],"prunedLRs":[0.01,0.008],"checkpointEpoch":35,"groups":[{"id":"awc8-wsd-h20--0.006--0.95--0.999","method":"awc8","horizon":20,"beta1":0.95,"beta2":0.999,"lr":0.006,"mean":3.593127960885607,"sd":0.004362500831615707,"runs":[{"id":"awc8-wsd-h20--0.006--0.95--0.999--s42","seed":42,"loss":3.5881057930940465,"jobId":"2479658"},{"id":"awc8-wsd-h20--0.006--0.95--0.999--s43","seed":43,"loss":3.595977846361822,"jobId":"2479659"},{"id":"awc8-wsd-h20--0.006--0.95--0.999--s44","seed":44,"loss":3.5953002432009535,"jobId":"2479660"}],"rank":1},{"id":"awc8-wsd-h20--0.008--0.95--0.999","method":"awc8","horizon":20,"beta1":0.95,"beta2":0.999,"lr":0.008,"mean":3.595218705802386,"sd":0.0068419775755593345,"runs":[{"id":"awc8-wsd-h20--0.008--0.95--0.999--s42","seed":42,"loss":3.602557061427824,"jobId":"2479317"},{"id":"awc8-wsd-h20--0.008--0.95--0.999--s43","seed":43,"loss":3.589014955110382,"jobId":"2479318"},{"id":"awc8-wsd-h20--0.008--0.95--0.999--s44","seed":44,"loss":3.5940841008689515,"jobId":"2479319"}],"rank":2},{"id":"awc8-wsd-h20--0.004--0.95--0.999","method":"awc8","horizon":20,"beta1":0.95,"beta2":0.999,"lr":0.004,"mean":3.598206377171588,"sd":0.004633891182615248,"runs":[{"id":"awc8-wsd-h20--0.004--0.95--0.999--s42","seed":42,"loss":3.5957114146924805,"jobId":"2479661"},{"id":"awc8-wsd-h20--0.004--0.95--0.999--s43","seed":43,"loss":3.5953545512546574,"jobId":"2479662"},{"id":"awc8-wsd-h20--0.004--0.95--0.999--s44","seed":44,"loss":3.603553165567626,"jobId":"2479663"}],"rank":3},{"id":"awc8-wsd-h20--0.01--0.95--0.999","method":"awc8","horizon":20,"beta1":0.95,"beta2":0.999,"lr":0.01,"mean":3.598368447078826,"sd":0.008263361405955467,"runs":[{"id":"awc8-wsd-h20--0.01--0.95--0.999--s42","seed":42,"loss":3.5950639300065372,"jobId":"2479314"},{"id":"awc8-wsd-h20--0.01--0.95--0.999--s43","seed":43,"loss":3.5922687209068687,"jobId":"2479315"},{"id":"awc8-wsd-h20--0.01--0.95--0.999--s44","seed":44,"loss":3.6077726903230727,"jobId":"2479316"}],"rank":4},{"id":"awc8-wsd-h20--0.003--0.95--0.999","method":"awc8","horizon":20,"beta1":0.95,"beta2":0.999,"lr":0.003,"mean":3.6066098498699666,"sd":0.007635884629248481,"runs":[{"id":"awc8-wsd-h20--0.003--0.95--0.999--s42","seed":42,"loss":3.5982387195327967,"jobId":"2479664"},{"id":"awc8-wsd-h20--0.003--0.95--0.999--s43","seed":43,"loss":3.613193303011285,"jobId":"2479665"},{"id":"awc8-wsd-h20--0.003--0.95--0.999--s44","seed":44,"loss":3.608397527065818,"jobId":"2479666"}],"rank":5},{"id":"awc8-wsd-h20--0.006--0.9--0.999","method":"awc8","horizon":20,"beta1":0.9,"beta2":0.999,"lr":0.006,"mean":3.608488372597223,"sd":0.0029327199273142,"runs":[{"id":"awc8-wsd-h20--0.006--0.9--0.999--s42","seed":42,"loss":3.6054565734078152,"jobId":"2478593"},{"id":"awc8-wsd-h20--0.006--0.9--0.999--s43","seed":43,"loss":3.6113107910124556,"jobId":"2478594"},{"id":"awc8-wsd-h20--0.006--0.9--0.999--s44","seed":44,"loss":3.608697753371398,"jobId":"2478595"}],"rank":6},{"id":"awc8-wsd-h20--0.008--0.95--0.98","method":"awc8","horizon":20,"beta1":0.95,"beta2":0.98,"lr":0.008,"mean":3.6157927299332138,"sd":0.003917171105035399,"runs":[{"id":"awc8-wsd-h20--0.008--0.95--0.98--s42","seed":42,"loss":3.616572170045111,"jobId":"2479266"},{"id":"awc8-wsd-h20--0.008--0.95--0.98--s43","seed":43,"loss":3.6115444370452328,"jobId":"2479267"},{"id":"awc8-wsd-h20--0.008--0.95--0.98--s44","seed":44,"loss":3.6192615827092975,"jobId":"2479268"}],"rank":7},{"id":"awc8-wsd-h20--0.01--0.95--0.98","method":"awc8","horizon":20,"beta1":0.95,"beta2":0.98,"lr":0.01,"mean":3.616380666700581,"sd":0.005264312419771497,"runs":[{"id":"awc8-wsd-h20--0.01--0.95--0.98--s42","seed":42,"loss":3.6172776136154665,"jobId":"2479263"},{"id":"awc8-wsd-h20--0.01--0.95--0.98--s43","seed":43,"loss":3.6107255052433764,"jobId":"2479264"},{"id":"awc8-wsd-h20--0.01--0.95--0.98--s44","seed":44,"loss":3.621138881242901,"jobId":"2479265"}],"rank":8},{"id":"awc8-wsd-h20--0.004--0.9--0.999","method":"awc8","horizon":20,"beta1":0.9,"beta2":0.999,"lr":0.004,"mean":3.617780482256928,"sd":0.0034434180287469147,"runs":[{"id":"awc8-wsd-h20--0.004--0.9--0.999--s42","seed":42,"loss":3.6178593849568252,"jobId":"2478596"},{"id":"awc8-wsd-h20--0.004--0.9--0.999--s43","seed":43,"loss":3.6142982909380508,"jobId":"2478597"},{"id":"awc8-wsd-h20--0.004--0.9--0.999--s44","seed":44,"loss":3.6211837708759087,"jobId":"2478598"}],"rank":9},{"id":"awc8-wsd-h20--0.006--0.95--0.98","method":"awc8","horizon":20,"beta1":0.95,"beta2":0.98,"lr":0.006,"mean":3.6184695102580164,"sd":0.0025580762230544706,"runs":[{"id":"awc8-wsd-h20--0.006--0.95--0.98--s42","seed":42,"loss":3.620306398628966,"jobId":"2479269"},{"id":"awc8-wsd-h20--0.006--0.95--0.98--s43","seed":43,"loss":3.6155477850644306,"jobId":"2479270"},{"id":"awc8-wsd-h20--0.006--0.95--0.98--s44","seed":44,"loss":3.6195543470806535,"jobId":"2479271"}],"rank":10},{"id":"awc8-wsd-h20--0.01--0.9--0.999","method":"awc8","horizon":20,"beta1":0.9,"beta2":0.999,"lr":0.01,"mean":3.6196528218895376,"sd":0.001402791386443604,"runs":[{"id":"awc8-wsd-h20--0.01--0.9--0.999--s42","seed":42,"loss":3.621028274060837,"jobId":"2478587"},{"id":"awc8-wsd-h20--0.01--0.9--0.999--s43","seed":43,"loss":3.6182242029862475,"jobId":"2478588"},{"id":"awc8-wsd-h20--0.01--0.9--0.999--s44","seed":44,"loss":3.6197059886215275,"jobId":"2478589"}],"rank":11},{"id":"awc8-wsd-h20--0.008--0.9--0.999","method":"awc8","horizon":20,"beta1":0.9,"beta2":0.999,"lr":0.008,"mean":3.620467074432088,"sd":0.00728790829689597,"runs":[{"id":"awc8-wsd-h20--0.008--0.9--0.999--s42","seed":42,"loss":3.619966783967022,"jobId":"2478590"},{"id":"awc8-wsd-h20--0.008--0.9--0.999--s43","seed":43,"loss":3.613442201490631,"jobId":"2478591"},{"id":"awc8-wsd-h20--0.008--0.9--0.999--s44","seed":44,"loss":3.6279922378386114,"jobId":"2478592"}],"rank":12},{"id":"awc8-wsd-h20--0.004--0.95--0.98","method":"awc8","horizon":20,"beta1":0.95,"beta2":0.98,"lr":0.004,"mean":3.6256221185743533,"sd":0.003120176603423805,"runs":[{"id":"awc8-wsd-h20--0.004--0.95--0.98--s42","seed":42,"loss":3.622101986832102,"jobId":"2479272"},{"id":"awc8-wsd-h20--0.004--0.95--0.98--s43","seed":43,"loss":3.6267173488083095,"jobId":"2479273"},{"id":"awc8-wsd-h20--0.004--0.95--0.98--s44","seed":44,"loss":3.628047020082648,"jobId":"2479274"}],"rank":13},{"id":"awc8-wsd-h20--0.003--0.9--0.999","method":"awc8","horizon":20,"beta1":0.9,"beta2":0.999,"lr":0.003,"mean":3.6363066496541165,"sd":0.010322029330621822,"runs":[{"id":"awc8-wsd-h20--0.003--0.9--0.999--s42","seed":42,"loss":3.6250492355354593,"jobId":"2479238"},{"id":"awc8-wsd-h20--0.003--0.9--0.999--s43","seed":43,"loss":3.645326117693374,"jobId":"2479239"},{"id":"awc8-wsd-h20--0.003--0.9--0.999--s44","seed":44,"loss":3.638544595733517,"jobId":"2479240"}],"rank":14},{"id":"awc8-wsd-h20--0.003--0.95--0.98","method":"awc8","horizon":20,"beta1":0.95,"beta2":0.98,"lr":0.003,"mean":3.636710460803709,"sd":0.004510471944344464,"runs":[{"id":"awc8-wsd-h20--0.003--0.95--0.98--s42","seed":42,"loss":3.6329989668651663,"jobId":"2479308"},{"id":"awc8-wsd-h20--0.003--0.95--0.98--s43","seed":43,"loss":3.6417305349872295,"jobId":"2479309"},{"id":"awc8-wsd-h20--0.003--0.95--0.98--s44","seed":44,"loss":3.6354018805587303,"jobId":"2479310"}],"rank":15},{"id":"awc8-wsd-h20--0.006--0.9--0.98","method":"awc8","horizon":20,"beta1":0.9,"beta2":0.98,"lr":0.006,"mean":3.6398445696466655,"sd":0.0049064320526879665,"runs":[{"id":"awc8-wsd-h20--0.006--0.9--0.98--s42","seed":42,"loss":3.6348810709061317,"jobId":"2478576"},{"id":"awc8-wsd-h20--0.006--0.9--0.98--s43","seed":43,"loss":3.64469187089275,"jobId":"2478577"},{"id":"awc8-wsd-h20--0.006--0.9--0.98--s44","seed":44,"loss":3.639960767141114,"jobId":"2478578"}],"rank":16},{"id":"awc8-wsd-h20--0.008--0.9--0.98","method":"awc8","horizon":20,"beta1":0.9,"beta2":0.98,"lr":0.008,"mean":3.641100671248098,"sd":0.0019645214433600885,"runs":[{"id":"awc8-wsd-h20--0.008--0.9--0.98--s42","seed":42,"loss":3.641203605182922,"jobId":"2478573"},{"id":"awc8-wsd-h20--0.008--0.9--0.98--s43","seed":43,"loss":3.6390867063940076,"jobId":"2478574"},{"id":"awc8-wsd-h20--0.008--0.9--0.98--s44","seed":44,"loss":3.6430117021673647,"jobId":"2478575"}],"rank":17},{"id":"awc8-wsd-h20--0.002--0.95--0.999","method":"awc8","horizon":20,"beta1":0.95,"beta2":0.999,"lr":0.002,"mean":3.6425086643654923,"sd":0.0058067813924858,"runs":[{"id":"awc8-wsd-h20--0.002--0.95--0.999--s42","seed":42,"loss":3.649128402327742,"jobId":"2479667"},{"id":"awc8-wsd-h20--0.002--0.95--0.999--s43","seed":43,"loss":3.6382752088299606,"jobId":"2479668"},{"id":"awc8-wsd-h20--0.002--0.95--0.999--s44","seed":44,"loss":3.640122381938774,"jobId":"2479669"}],"rank":18},{"id":"awc8-wsd-h20--0.01--0.9--0.98","method":"awc8","horizon":20,"beta1":0.9,"beta2":0.98,"lr":0.01,"mean":3.645911596254478,"sd":0.0038716422076812227,"runs":[{"id":"awc8-wsd-h20--0.01--0.9--0.98--s42","seed":42,"loss":3.649899225139402,"jobId":"2478570"},{"id":"awc8-wsd-h20--0.01--0.9--0.98--s43","seed":43,"loss":3.6421674317637716,"jobId":"2478571"},{"id":"awc8-wsd-h20--0.01--0.9--0.98--s44","seed":44,"loss":3.64566813186026,"jobId":"2478572"}],"rank":19},{"id":"awc8-wsd-h20--0.004--0.9--0.98","method":"awc8","horizon":20,"beta1":0.9,"beta2":0.98,"lr":0.004,"mean":3.6575778625839512,"sd":0.007069568523439969,"runs":[{"id":"awc8-wsd-h20--0.004--0.9--0.98--s42","seed":42,"loss":3.6576849139433754,"jobId":"2477538"},{"id":"awc8-wsd-h20--0.004--0.9--0.98--s43","seed":43,"loss":3.6645932975147146,"jobId":"2478579"},{"id":"awc8-wsd-h20--0.004--0.9--0.98--s44","seed":44,"loss":3.6504553762937646,"jobId":"2478580"}],"rank":20},{"id":"awc8-wsd-h20--0.002--0.9--0.999","method":"awc8","horizon":20,"beta1":0.9,"beta2":0.999,"lr":0.002,"mean":3.6662959726376187,"sd":0.005473387527900628,"runs":[{"id":"awc8-wsd-h20--0.002--0.9--0.999--s42","seed":42,"loss":3.6699918494163555,"jobId":"2479241"},{"id":"awc8-wsd-h20--0.002--0.9--0.999--s43","seed":43,"loss":3.660008063284621,"jobId":"2479242"},{"id":"awc8-wsd-h20--0.002--0.9--0.999--s44","seed":44,"loss":3.6688880052118806,"jobId":"2479243"}],"rank":21},{"id":"awc8-wsd-h20--0.003--0.9--0.98","method":"awc8","horizon":20,"beta1":0.9,"beta2":0.98,"lr":0.003,"mean":3.6728138737677014,"sd":0.0015244826198934308,"runs":[{"id":"awc8-wsd-h20--0.003--0.9--0.98--s42","seed":42,"loss":3.673098105839217,"jobId":"2478581"},{"id":"awc8-wsd-h20--0.003--0.9--0.98--s43","seed":43,"loss":3.67417623649733,"jobId":"2478582"},{"id":"awc8-wsd-h20--0.003--0.9--0.98--s44","seed":44,"loss":3.671167278966557,"jobId":"2478583"}],"rank":22},{"id":"awc8-wsd-h20--0.002--0.95--0.98","method":"awc8","horizon":20,"beta1":0.95,"beta2":0.98,"lr":0.002,"mean":3.6742099774962704,"sd":0.0032800353355847845,"runs":[{"id":"awc8-wsd-h20--0.002--0.95--0.98--s42","seed":42,"loss":3.677922958460426,"jobId":"2479311"},{"id":"awc8-wsd-h20--0.002--0.95--0.98--s43","seed":43,"loss":3.6730007590378038,"jobId":"2479312"},{"id":"awc8-wsd-h20--0.002--0.95--0.98--s44","seed":44,"loss":3.6717062149905817,"jobId":"2479313"}],"rank":23},{"id":"awc8-wsd-h20--0.008--0.95--0.9","method":"awc8","horizon":20,"beta1":0.95,"beta2":0.9,"lr":0.008,"mean":3.676013767596834,"sd":0.0021694756116059128,"runs":[{"id":"awc8-wsd-h20--0.008--0.95--0.9--s42","seed":42,"loss":3.6750836838361454,"jobId":"2479247"},{"id":"awc8-wsd-h20--0.008--0.95--0.9--s43","seed":43,"loss":3.674464403217774,"jobId":"2479248"},{"id":"awc8-wsd-h20--0.008--0.95--0.9--s44","seed":44,"loss":3.6784932157365837,"jobId":"2479249"}],"rank":24},{"id":"awc8-wsd-h20--0.004--0.95--0.9","method":"awc8","horizon":20,"beta1":0.95,"beta2":0.9,"lr":0.004,"mean":3.678549746340984,"sd":0.006849419940879109,"runs":[{"id":"awc8-wsd-h20--0.004--0.95--0.9--s42","seed":42,"loss":3.6706539413275823,"jobId":"2479253"},{"id":"awc8-wsd-h20--0.004--0.95--0.9--s43","seed":43,"loss":3.6821017310288564,"jobId":"2479254"},{"id":"awc8-wsd-h20--0.004--0.95--0.9--s44","seed":44,"loss":3.6828935666665137,"jobId":"2479255"}],"rank":25},{"id":"awc8-wsd-h20--0.01--0.95--0.9","method":"awc8","horizon":20,"beta1":0.95,"beta2":0.9,"lr":0.01,"mean":3.6798814443602486,"sd":0.004471368582053609,"runs":[{"id":"awc8-wsd-h20--0.01--0.95--0.9--s42","seed":42,"loss":3.6797678497909576,"jobId":"2479244"},{"id":"awc8-wsd-h20--0.01--0.95--0.9--s43","seed":43,"loss":3.6754679553898604,"jobId":"2479245"},{"id":"awc8-wsd-h20--0.01--0.95--0.9--s44","seed":44,"loss":3.6844085278999286,"jobId":"2479246"}],"rank":26},{"id":"awc8-wsd-h20--0.006--0.95--0.9","method":"awc8","horizon":20,"beta1":0.95,"beta2":0.9,"lr":0.006,"mean":3.680050087621374,"sd":0.0049742679037924125,"runs":[{"id":"awc8-wsd-h20--0.006--0.95--0.9--s42","seed":42,"loss":3.674766800128119,"jobId":"2479250"},{"id":"awc8-wsd-h20--0.006--0.95--0.9--s43","seed":43,"loss":3.6807401945053195,"jobId":"2479251"},{"id":"awc8-wsd-h20--0.006--0.95--0.9--s44","seed":44,"loss":3.684643268230684,"jobId":"2479252"}],"rank":27},{"id":"awc8-wsd-h20--0.003--0.95--0.9","method":"awc8","horizon":20,"beta1":0.95,"beta2":0.9,"lr":0.003,"mean":3.6902677852934964,"sd":0.005680485804067837,"runs":[{"id":"awc8-wsd-h20--0.003--0.95--0.9--s42","seed":42,"loss":3.6842535597515753,"jobId":"2479256"},{"id":"awc8-wsd-h20--0.003--0.95--0.9--s43","seed":43,"loss":3.6910077991873904,"jobId":"2479257"},{"id":"awc8-wsd-h20--0.003--0.95--0.9--s44","seed":44,"loss":3.695541996941523,"jobId":"2479259"}],"rank":28},{"id":"awc8-wsd-h20--0.002--0.9--0.98","method":"awc8","horizon":20,"beta1":0.9,"beta2":0.98,"lr":0.002,"mean":3.7033848576936528,"sd":0.009364715059359232,"runs":[{"id":"awc8-wsd-h20--0.002--0.9--0.98--s42","seed":42,"loss":3.7095806459825638,"jobId":"2478584"},{"id":"awc8-wsd-h20--0.002--0.9--0.98--s43","seed":43,"loss":3.692611871122898,"jobId":"2478585"},{"id":"awc8-wsd-h20--0.002--0.9--0.98--s44","seed":44,"loss":3.7079620559754964,"jobId":"2478586"}],"rank":29},{"id":"awc8-wsd-h20--0.002--0.95--0.9","method":"awc8","horizon":20,"beta1":0.95,"beta2":0.9,"lr":0.002,"mean":3.711328595168671,"sd":0.0069054344974539,"runs":[{"id":"awc8-wsd-h20--0.002--0.95--0.9--s42","seed":42,"loss":3.71129650006366,"jobId":"2479260"},{"id":"awc8-wsd-h20--0.002--0.95--0.9--s43","seed":43,"loss":3.704439264163356,"jobId":"2479261"},{"id":"awc8-wsd-h20--0.002--0.95--0.9--s44","seed":44,"loss":3.718250021278996,"jobId":"2479262"}],"rank":30},{"id":"awc8-wsd-h20--0.006--0.9--0.9","method":"awc8","horizon":20,"beta1":0.9,"beta2":0.9,"lr":0.006,"mean":3.7292580134199134,"sd":0.00699931428844436,"runs":[{"id":"awc8-wsd-h20--0.006--0.9--0.9--s42","seed":42,"loss":3.7211869087289102,"jobId":"2478557"},{"id":"awc8-wsd-h20--0.006--0.9--0.9--s43","seed":43,"loss":3.7336587401190826,"jobId":"2478558"},{"id":"awc8-wsd-h20--0.006--0.9--0.9--s44","seed":44,"loss":3.732928391411746,"jobId":"2478559"}],"rank":31},{"id":"awc8-wsd-h20--0.008--0.9--0.9","method":"awc8","horizon":20,"beta1":0.9,"beta2":0.9,"lr":0.008,"mean":3.731895900879097,"sd":0.004660812638105759,"runs":[{"id":"awc8-wsd-h20--0.008--0.9--0.9--s42","seed":42,"loss":3.7272634253307966,"jobId":"2478554"},{"id":"awc8-wsd-h20--0.008--0.9--0.9--s43","seed":43,"loss":3.731839734352052,"jobId":"2478555"},{"id":"awc8-wsd-h20--0.008--0.9--0.9--s44","seed":44,"loss":3.7365845429544415,"jobId":"2478556"}],"rank":32},{"id":"awc8-wsd-h20--0.01--0.9--0.9","method":"awc8","horizon":20,"beta1":0.9,"beta2":0.9,"lr":0.01,"mean":3.736087886472802,"sd":0.006061149090174733,"runs":[{"id":"awc8-wsd-h20--0.01--0.9--0.9--s42","seed":42,"loss":3.7399308415913497,"jobId":"2478551"},{"id":"awc8-wsd-h20--0.01--0.9--0.9--s43","seed":43,"loss":3.7291007105153855,"jobId":"2478552"},{"id":"awc8-wsd-h20--0.01--0.9--0.9--s44","seed":44,"loss":3.7392321073116714,"jobId":"2478553"}],"rank":33},{"id":"awc8-wsd-h20--0.004--0.9--0.9","method":"awc8","horizon":20,"beta1":0.9,"beta2":0.9,"lr":0.004,"mean":3.7536970095842257,"sd":0.005456131743184566,"runs":[{"id":"awc8-wsd-h20--0.004--0.9--0.9--s42","seed":42,"loss":3.759674159466903,"jobId":"2478560"},{"id":"awc8-wsd-h20--0.004--0.9--0.9--s43","seed":43,"loss":3.75243314709979,"jobId":"2478561"},{"id":"awc8-wsd-h20--0.004--0.9--0.9--s44","seed":44,"loss":3.7489837221859847,"jobId":"2478563"}],"rank":34},{"id":"awc8-wsd-h20--0.003--0.9--0.9","method":"awc8","horizon":20,"beta1":0.9,"beta2":0.9,"lr":0.003,"mean":3.76875942502429,"sd":0.012779098245349438,"runs":[{"id":"awc8-wsd-h20--0.003--0.9--0.9--s42","seed":42,"loss":3.780051696458729,"jobId":"2478564"},{"id":"awc8-wsd-h20--0.003--0.9--0.9--s43","seed":43,"loss":3.754887184131928,"jobId":"2478565"},{"id":"awc8-wsd-h20--0.003--0.9--0.9--s44","seed":44,"loss":3.771339394482213,"jobId":"2478566"}],"rank":35},{"id":"awc8-wsd-h20--0.002--0.9--0.9","method":"awc8","horizon":20,"beta1":0.9,"beta2":0.9,"lr":0.002,"mean":3.7932996714881715,"sd":0.009331276829328952,"runs":[{"id":"awc8-wsd-h20--0.002--0.9--0.9--s42","seed":42,"loss":3.7996437607319002,"jobId":"2478567"},{"id":"awc8-wsd-h20--0.002--0.9--0.9--s43","seed":43,"loss":3.782585271397604,"jobId":"2478568"},{"id":"awc8-wsd-h20--0.002--0.9--0.9--s44","seed":44,"loss":3.79766998233501,"jobId":"2478569"}],"rank":36}],"runs":108},{"horizon":40,"tokens":816185344,"epochs":80,"steps":6227,"lrCeiling":0.006,"eligibleLRs":[0.006,0.004,0.003,0.002],"prunedLRs":[0.01,0.008],"checkpointEpoch":72,"groups":[{"id":"awc8-wsd-h40--0.006--0.95--0.999","method":"awc8","horizon":40,"beta1":0.95,"beta2":0.999,"lr":0.006,"mean":3.476281924858702,"sd":0.0026868578194084824,"runs":[{"id":"awc8-wsd-h40--0.006--0.95--0.999--s42","seed":42,"loss":3.4735672746780732,"jobId":"2481097"},{"id":"awc8-wsd-h40--0.006--0.95--0.999--s43","seed":43,"loss":3.4789400999554836,"jobId":"2481098"},{"id":"awc8-wsd-h40--0.006--0.95--0.999--s44","seed":44,"loss":3.4763383999425486,"jobId":"2481099"}],"rank":1},{"id":"awc8-wsd-h40--0.004--0.95--0.999","method":"awc8","horizon":40,"beta1":0.95,"beta2":0.999,"lr":0.004,"mean":3.4783882344776074,"sd":0.005172888125632464,"runs":[{"id":"awc8-wsd-h40--0.004--0.95--0.999--s42","seed":42,"loss":3.4738049895081455,"jobId":"2481100"},{"id":"awc8-wsd-h40--0.004--0.95--0.999--s43","seed":43,"loss":3.4773626034714615,"jobId":"2481101"},{"id":"awc8-wsd-h40--0.004--0.95--0.999--s44","seed":44,"loss":3.4839971104532155,"jobId":"2481102"}],"rank":2},{"id":"awc8-wsd-h40--0.003--0.95--0.999","method":"awc8","horizon":40,"beta1":0.95,"beta2":0.999,"lr":0.003,"mean":3.4812509243786214,"sd":0.005580290905191313,"runs":[{"id":"awc8-wsd-h40--0.003--0.95--0.999--s42","seed":42,"loss":3.4750812273482987,"jobId":"2481103"},{"id":"awc8-wsd-h40--0.003--0.95--0.999--s43","seed":43,"loss":3.4859453615064666,"jobId":"2481104"},{"id":"awc8-wsd-h40--0.003--0.95--0.999--s44","seed":44,"loss":3.482726184281099,"jobId":"2481105"}],"rank":3},{"id":"awc8-wsd-h40--0.006--0.9--0.999","method":"awc8","horizon":40,"beta1":0.9,"beta2":0.999,"lr":0.006,"mean":3.495560395847343,"sd":0.0012510281040475852,"runs":[{"id":"awc8-wsd-h40--0.006--0.9--0.999--s42","seed":42,"loss":3.4943263633001638,"jobId":"2480650"},{"id":"awc8-wsd-h40--0.006--0.9--0.999--s43","seed":43,"loss":3.496827753624678,"jobId":"2480651"},{"id":"awc8-wsd-h40--0.006--0.9--0.999--s44","seed":44,"loss":3.495527070617188,"jobId":"2480652"}],"rank":4},{"id":"awc8-wsd-h40--0.004--0.9--0.999","method":"awc8","horizon":40,"beta1":0.9,"beta2":0.999,"lr":0.004,"mean":3.4982385707987085,"sd":0.0012428362201915067,"runs":[{"id":"awc8-wsd-h40--0.004--0.9--0.999--s42","seed":42,"loss":3.4996621550603053,"jobId":"2480653"},{"id":"awc8-wsd-h40--0.004--0.9--0.999--s43","seed":43,"loss":3.497683933870879,"jobId":"2480654"},{"id":"awc8-wsd-h40--0.004--0.9--0.999--s44","seed":44,"loss":3.497369623464941,"jobId":"2480655"}],"rank":5},{"id":"awc8-wsd-h40--0.002--0.95--0.999","method":"awc8","horizon":40,"beta1":0.95,"beta2":0.999,"lr":0.002,"mean":3.506407104674681,"sd":0.0008631418170146035,"runs":[{"id":"awc8-wsd-h40--0.002--0.95--0.999--s42","seed":42,"loss":3.5072350134506016,"jobId":"2481106"},{"id":"awc8-wsd-h40--0.002--0.95--0.999--s43","seed":43,"loss":3.5055125890623753,"jobId":"2481107"},{"id":"awc8-wsd-h40--0.002--0.95--0.999--s44","seed":44,"loss":3.506473711511068,"jobId":"2481108"}],"rank":6},{"id":"awc8-wsd-h40--0.003--0.9--0.999","method":"awc8","horizon":40,"beta1":0.9,"beta2":0.999,"lr":0.003,"mean":3.5079841121773114,"sd":0.006831900259429484,"runs":[{"id":"awc8-wsd-h40--0.003--0.9--0.999--s42","seed":42,"loss":3.503650241445448,"jobId":"2480656"},{"id":"awc8-wsd-h40--0.003--0.9--0.999--s43","seed":43,"loss":3.515859640584827,"jobId":"2480657"},{"id":"awc8-wsd-h40--0.003--0.9--0.999--s44","seed":44,"loss":3.50444245450166,"jobId":"2480658"}],"rank":7},{"id":"awc8-wsd-h40--0.006--0.95--0.98","method":"awc8","horizon":40,"beta1":0.95,"beta2":0.98,"lr":0.006,"mean":3.5080041527679007,"sd":0.0005093588535765674,"runs":[{"id":"awc8-wsd-h40--0.006--0.95--0.98--s42","seed":42,"loss":3.508575881067268,"jobId":"2481085"},{"id":"awc8-wsd-h40--0.006--0.95--0.98--s43","seed":43,"loss":3.5078378357030546,"jobId":"2481086"},{"id":"awc8-wsd-h40--0.006--0.95--0.98--s44","seed":44,"loss":3.507598741533378,"jobId":"2481087"}],"rank":8},{"id":"awc8-wsd-h40--0.004--0.95--0.98","method":"awc8","horizon":40,"beta1":0.95,"beta2":0.98,"lr":0.004,"mean":3.509863744835696,"sd":0.0025426424807640196,"runs":[{"id":"awc8-wsd-h40--0.004--0.95--0.98--s42","seed":42,"loss":3.5070463037187873,"jobId":"2481088"},{"id":"awc8-wsd-h40--0.004--0.95--0.98--s43","seed":43,"loss":3.5105572381927987,"jobId":"2481089"},{"id":"awc8-wsd-h40--0.004--0.95--0.98--s44","seed":44,"loss":3.5119876925955005,"jobId":"2481090"}],"rank":9},{"id":"awc8-wsd-h40--0.003--0.95--0.98","method":"awc8","horizon":40,"beta1":0.95,"beta2":0.98,"lr":0.003,"mean":3.5136211869706204,"sd":0.004738713667218737,"runs":[{"id":"awc8-wsd-h40--0.003--0.95--0.98--s42","seed":42,"loss":3.5088096238591273,"jobId":"2481091"},{"id":"awc8-wsd-h40--0.003--0.95--0.98--s43","seed":43,"loss":3.518283526200785,"jobId":"2481092"},{"id":"awc8-wsd-h40--0.003--0.95--0.98--s44","seed":44,"loss":3.513770410851948,"jobId":"2481093"}],"rank":10},{"id":"awc8-wsd-h40--0.002--0.9--0.999","method":"awc8","horizon":40,"beta1":0.9,"beta2":0.999,"lr":0.002,"mean":3.5284653126607206,"sd":0.002481383915346894,"runs":[{"id":"awc8-wsd-h40--0.002--0.9--0.999--s42","seed":42,"loss":3.531035744998508,"jobId":"2480659"},{"id":"awc8-wsd-h40--0.002--0.9--0.999--s43","seed":43,"loss":3.526083773394841,"jobId":"2480660"},{"id":"awc8-wsd-h40--0.002--0.9--0.999--s44","seed":44,"loss":3.528276419588812,"jobId":"2480661"}],"rank":11},{"id":"awc8-wsd-h40--0.006--0.9--0.98","method":"awc8","horizon":40,"beta1":0.9,"beta2":0.98,"lr":0.006,"mean":3.530953844302528,"sd":0.0035259887440475335,"runs":[{"id":"awc8-wsd-h40--0.006--0.9--0.98--s42","seed":42,"loss":3.5283966212746614,"jobId":"2480638"},{"id":"awc8-wsd-h40--0.006--0.9--0.98--s43","seed":43,"loss":3.5349761858346045,"jobId":"2480639"},{"id":"awc8-wsd-h40--0.006--0.9--0.98--s44","seed":44,"loss":3.529488725798317,"jobId":"2480640"}],"rank":12},{"id":"awc8-wsd-h40--0.004--0.9--0.98","method":"awc8","horizon":40,"beta1":0.9,"beta2":0.98,"lr":0.004,"mean":3.5394534772979847,"sd":0.004798088370856287,"runs":[{"id":"awc8-wsd-h40--0.004--0.9--0.98--s42","seed":42,"loss":3.539456550603085,"jobId":"2480641"},{"id":"awc8-wsd-h40--0.004--0.9--0.98--s43","seed":43,"loss":3.544250028278091,"jobId":"2480642"},{"id":"awc8-wsd-h40--0.004--0.9--0.98--s44","seed":44,"loss":3.5346538530127796,"jobId":"2480643"}],"rank":13},{"id":"awc8-wsd-h40--0.002--0.95--0.98","method":"awc8","horizon":40,"beta1":0.95,"beta2":0.98,"lr":0.002,"mean":3.542217287955111,"sd":0.0036325474596736553,"runs":[{"id":"awc8-wsd-h40--0.002--0.95--0.98--s42","seed":42,"loss":3.5451323272193713,"jobId":"2481094"},{"id":"awc8-wsd-h40--0.002--0.95--0.98--s43","seed":43,"loss":3.5433717236466116,"jobId":"2481095"},{"id":"awc8-wsd-h40--0.002--0.95--0.98--s44","seed":44,"loss":3.538147812999349,"jobId":"2481096"}],"rank":14},{"id":"awc8-wsd-h40--0.003--0.9--0.98","method":"awc8","horizon":40,"beta1":0.9,"beta2":0.98,"lr":0.003,"mean":3.5502640351623067,"sd":0.005373284315416976,"runs":[{"id":"awc8-wsd-h40--0.003--0.9--0.98--s42","seed":42,"loss":3.554913063305192,"jobId":"2480644"},{"id":"awc8-wsd-h40--0.003--0.9--0.98--s43","seed":43,"loss":3.5514979037753567,"jobId":"2480645"},{"id":"awc8-wsd-h40--0.003--0.9--0.98--s44","seed":44,"loss":3.544381138406371,"jobId":"2480646"}],"rank":15},{"id":"awc8-wsd-h40--0.004--0.95--0.9","method":"awc8","horizon":40,"beta1":0.95,"beta2":0.9,"lr":0.004,"mean":3.566807359644782,"sd":0.006105587197192849,"runs":[{"id":"awc8-wsd-h40--0.004--0.95--0.9--s42","seed":42,"loss":3.5598033404702436,"jobId":"2480665"},{"id":"awc8-wsd-h40--0.004--0.95--0.9--s43","seed":43,"loss":3.5696122454449406,"jobId":"2480666"},{"id":"awc8-wsd-h40--0.004--0.95--0.9--s44","seed":44,"loss":3.5710064930191603,"jobId":"2480667"}],"rank":16},{"id":"awc8-wsd-h40--0.002--0.9--0.98","method":"awc8","horizon":40,"beta1":0.9,"beta2":0.98,"lr":0.002,"mean":3.567237326147984,"sd":0.009495205384906823,"runs":[{"id":"awc8-wsd-h40--0.002--0.9--0.98--s42","seed":42,"loss":3.575773738630764,"jobId":"2480647"},{"id":"awc8-wsd-h40--0.002--0.9--0.98--s43","seed":43,"loss":3.5570104143639076,"jobId":"2480648"},{"id":"awc8-wsd-h40--0.002--0.9--0.98--s44","seed":44,"loss":3.568927825449281,"jobId":"2480649"}],"rank":17},{"id":"awc8-wsd-h40--0.006--0.95--0.9","method":"awc8","horizon":40,"beta1":0.95,"beta2":0.9,"lr":0.006,"mean":3.570613196873801,"sd":0.004845620360013417,"runs":[{"id":"awc8-wsd-h40--0.006--0.95--0.9--s42","seed":42,"loss":3.56617539654266,"jobId":"2480662"},{"id":"awc8-wsd-h40--0.006--0.95--0.9--s43","seed":43,"loss":3.5698809137446466,"jobId":"2480663"},{"id":"awc8-wsd-h40--0.006--0.95--0.9--s44","seed":44,"loss":3.5757832803340976,"jobId":"2480664"}],"rank":18},{"id":"awc8-wsd-h40--0.003--0.95--0.9","method":"awc8","horizon":40,"beta1":0.95,"beta2":0.9,"lr":0.003,"mean":3.575704275659444,"sd":0.0038146572701394173,"runs":[{"id":"awc8-wsd-h40--0.003--0.95--0.9--s42","seed":42,"loss":3.5714906390281143,"jobId":"2480668"},{"id":"awc8-wsd-h40--0.003--0.95--0.9--s43","seed":43,"loss":3.576699536579847,"jobId":"2480669"},{"id":"awc8-wsd-h40--0.003--0.95--0.9--s44","seed":44,"loss":3.578922651370372,"jobId":"2480670"}],"rank":19},{"id":"awc8-wsd-h40--0.002--0.95--0.9","method":"awc8","horizon":40,"beta1":0.95,"beta2":0.9,"lr":0.002,"mean":3.5888176008675052,"sd":0.0021695139876323705,"runs":[{"id":"awc8-wsd-h40--0.002--0.95--0.9--s42","seed":42,"loss":3.587098174154891,"jobId":"2480671"},{"id":"awc8-wsd-h40--0.002--0.95--0.9--s43","seed":43,"loss":3.5880995088563816,"jobId":"2480672"},{"id":"awc8-wsd-h40--0.002--0.95--0.9--s44","seed":44,"loss":3.5912551195912434,"jobId":"2480673"}],"rank":20},{"id":"awc8-wsd-h40--0.006--0.9--0.9","method":"awc8","horizon":40,"beta1":0.9,"beta2":0.9,"lr":0.006,"mean":3.629357977239735,"sd":0.0073431072696416915,"runs":[{"id":"awc8-wsd-h40--0.006--0.9--0.9--s42","seed":42,"loss":3.6209855104109328,"jobId":"2480625"},{"id":"awc8-wsd-h40--0.006--0.9--0.9--s43","seed":43,"loss":3.6323833602012727,"jobId":"2480626"},{"id":"awc8-wsd-h40--0.006--0.9--0.9--s44","seed":44,"loss":3.6347050611070006,"jobId":"2480627"}],"rank":21},{"id":"awc8-wsd-h40--0.004--0.9--0.9","method":"awc8","horizon":40,"beta1":0.9,"beta2":0.9,"lr":0.004,"mean":3.644773452249172,"sd":0.0030162487936838856,"runs":[{"id":"awc8-wsd-h40--0.004--0.9--0.9--s42","seed":42,"loss":3.648053087155755,"jobId":"2480628"},{"id":"awc8-wsd-h40--0.004--0.9--0.9--s43","seed":43,"loss":3.64414889483402,"jobId":"2480629"},{"id":"awc8-wsd-h40--0.004--0.9--0.9--s44","seed":44,"loss":3.6421183747577417,"jobId":"2480630"}],"rank":22},{"id":"awc8-wsd-h40--0.003--0.9--0.9","method":"awc8","horizon":40,"beta1":0.9,"beta2":0.9,"lr":0.003,"mean":3.651032926898464,"sd":0.010900527364944974,"runs":[{"id":"awc8-wsd-h40--0.003--0.9--0.9--s42","seed":42,"loss":3.6621054579254735,"jobId":"2480632"},{"id":"awc8-wsd-h40--0.003--0.9--0.9--s43","seed":43,"loss":3.640312957176013,"jobId":"2480633"},{"id":"awc8-wsd-h40--0.003--0.9--0.9--s44","seed":44,"loss":3.6506803655939053,"jobId":"2480634"}],"rank":23},{"id":"awc8-wsd-h40--0.002--0.9--0.9","method":"awc8","horizon":40,"beta1":0.9,"beta2":0.9,"lr":0.002,"mean":3.6716514155339204,"sd":0.010359058978396316,"runs":[{"id":"awc8-wsd-h40--0.002--0.9--0.9--s42","seed":42,"loss":3.6792063167065248,"jobId":"2480635"},{"id":"awc8-wsd-h40--0.002--0.9--0.9--s43","seed":43,"loss":3.6598426073959938,"jobId":"2480636"},{"id":"awc8-wsd-h40--0.002--0.9--0.9--s44","seed":44,"loss":3.6759053224992413,"jobId":"2480637"}],"rank":24}],"runs":72},{"horizon":80,"tokens":1632239616,"epochs":160,"steps":12453,"lrCeiling":0.006,"eligibleLRs":[0.006,0.004,0.003,0.002],"prunedLRs":[0.01,0.008,0.006,0.004],"checkpointEpoch":143,"groups":[{"id":"awc8-wsd-h80--0.003--0.95--0.999","method":"awc8","horizon":80,"beta1":0.95,"beta2":0.999,"lr":0.003,"mean":3.395320425063012,"sd":0.004651819163651643,"runs":[{"id":"awc8-wsd-h80--0.003--0.95--0.999--s42","seed":42,"loss":3.3901543558150875,"jobId":"2482124"},{"id":"awc8-wsd-h80--0.003--0.95--0.999--s43","seed":43,"loss":3.3991775153865236,"jobId":"2482125"},{"id":"awc8-wsd-h80--0.003--0.95--0.999--s44","seed":44,"loss":3.3966294039874243,"jobId":"2482126"}],"rank":1},{"id":"awc8-wsd-h80--0.004--0.95--0.999","method":"awc8","horizon":80,"beta1":0.95,"beta2":0.999,"lr":0.004,"mean":3.3953356397455514,"sd":0.005893466884905683,"runs":[{"id":"awc8-wsd-h80--0.004--0.95--0.999--s42","seed":42,"loss":3.389211589365249,"jobId":"2482121"},{"id":"awc8-wsd-h80--0.004--0.95--0.999--s43","seed":43,"loss":3.3958276538213052,"jobId":"2482122"},{"id":"awc8-wsd-h80--0.004--0.95--0.999--s44","seed":44,"loss":3.4009676760500986,"jobId":"2482123"}],"rank":2},{"id":"awc8-wsd-h80--0.006--0.95--0.999","method":"awc8","horizon":80,"beta1":0.95,"beta2":0.999,"lr":0.006,"mean":3.396669448032623,"sd":0.002543157379974035,"runs":[{"id":"awc8-wsd-h80--0.006--0.95--0.999--s42","seed":42,"loss":3.394842061696633,"jobId":"2482118"},{"id":"awc8-wsd-h80--0.006--0.95--0.999--s43","seed":43,"loss":3.3995739058385386,"jobId":"2482119"},{"id":"awc8-wsd-h80--0.006--0.95--0.999--s44","seed":44,"loss":3.3955923765626985,"jobId":"2482120"}],"rank":3},{"id":"awc8-wsd-h80--0.002--0.95--0.999","method":"awc8","horizon":80,"beta1":0.95,"beta2":0.999,"lr":0.002,"mean":3.413184938496613,"sd":0.001393139646422362,"runs":[{"id":"awc8-wsd-h80--0.002--0.95--0.999--s42","seed":42,"loss":3.4125951797725493,"jobId":"2482127"},{"id":"awc8-wsd-h80--0.002--0.95--0.999--s43","seed":43,"loss":3.4147759569561096,"jobId":"2482128"},{"id":"awc8-wsd-h80--0.002--0.95--0.999--s44","seed":44,"loss":3.41218367876118,"jobId":"2482129"}],"rank":4},{"id":"awc8-wsd-h80--0.004--0.9--0.999","method":"awc8","horizon":80,"beta1":0.9,"beta2":0.999,"lr":0.004,"mean":3.414192973237734,"sd":0.0028404227915924457,"runs":[{"id":"awc8-wsd-h80--0.004--0.9--0.999--s42","seed":42,"loss":3.4165495016981873,"jobId":"2481801"},{"id":"awc8-wsd-h80--0.004--0.9--0.999--s43","seed":43,"loss":3.414990330896003,"jobId":"2481802"},{"id":"awc8-wsd-h80--0.004--0.9--0.999--s44","seed":44,"loss":3.4110390871190117,"jobId":"2481803"}],"rank":5},{"id":"awc8-wsd-h80--0.006--0.9--0.999","method":"awc8","horizon":80,"beta1":0.9,"beta2":0.999,"lr":0.006,"mean":3.4159611297740042,"sd":0.0005754632844098983,"runs":[{"id":"awc8-wsd-h80--0.006--0.9--0.999--s42","seed":42,"loss":3.415323920062671,"jobId":"2481798"},{"id":"awc8-wsd-h80--0.006--0.9--0.999--s43","seed":43,"loss":3.4161165450787174,"jobId":"2481799"},{"id":"awc8-wsd-h80--0.006--0.9--0.999--s44","seed":44,"loss":3.416442924180625,"jobId":"2481800"}],"rank":6},{"id":"awc8-wsd-h80--0.003--0.9--0.999","method":"awc8","horizon":80,"beta1":0.9,"beta2":0.999,"lr":0.003,"mean":3.4195103434586596,"sd":0.006229287764818638,"runs":[{"id":"awc8-wsd-h80--0.003--0.9--0.999--s42","seed":42,"loss":3.41746784427521,"jobId":"2481804"},{"id":"awc8-wsd-h80--0.003--0.9--0.999--s43","seed":43,"loss":3.4265044628690835,"jobId":"2481805"},{"id":"awc8-wsd-h80--0.003--0.9--0.999--s44","seed":44,"loss":3.4145587232316856,"jobId":"2481806"}],"rank":7},{"id":"awc8-wsd-h80--0.006--0.95--0.98","method":"awc8","horizon":80,"beta1":0.95,"beta2":0.98,"lr":0.006,"mean":3.430464680575099,"sd":0.001272301729408543,"runs":[{"id":"awc8-wsd-h80--0.006--0.95--0.98--s42","seed":42,"loss":3.429070065939246,"jobId":"2482106"},{"id":"awc8-wsd-h80--0.006--0.95--0.98--s43","seed":43,"loss":3.431562036894717,"jobId":"2482107"},{"id":"awc8-wsd-h80--0.006--0.95--0.98--s44","seed":44,"loss":3.4307619388913335,"jobId":"2482108"}],"rank":8},{"id":"awc8-wsd-h80--0.004--0.95--0.98","method":"awc8","horizon":80,"beta1":0.95,"beta2":0.98,"lr":0.004,"mean":3.4305045963678356,"sd":0.0019646234769421134,"runs":[{"id":"awc8-wsd-h80--0.004--0.95--0.98--s42","seed":42,"loss":3.4282375474222753,"jobId":"2482109"},{"id":"awc8-wsd-h80--0.004--0.95--0.98--s43","seed":43,"loss":3.4317096205957034,"jobId":"2482110"},{"id":"awc8-wsd-h80--0.004--0.95--0.98--s44","seed":44,"loss":3.431566621085528,"jobId":"2482111"}],"rank":9},{"id":"awc8-wsd-h80--0.003--0.95--0.98","method":"awc8","horizon":80,"beta1":0.95,"beta2":0.98,"lr":0.003,"mean":3.4306098521722994,"sd":0.004255595390687482,"runs":[{"id":"awc8-wsd-h80--0.003--0.95--0.98--s42","seed":42,"loss":3.425987926326014,"jobId":"2482112"},{"id":"awc8-wsd-h80--0.003--0.95--0.98--s43","seed":43,"loss":3.4343659598054344,"jobId":"2482113"},{"id":"awc8-wsd-h80--0.003--0.95--0.98--s44","seed":44,"loss":3.43147567038545,"jobId":"2482114"}],"rank":10},{"id":"awc8-wsd-h80--0.002--0.9--0.999","method":"awc8","horizon":80,"beta1":0.9,"beta2":0.999,"lr":0.002,"mean":3.4319252411632326,"sd":0.0015283085313846157,"runs":[{"id":"awc8-wsd-h80--0.002--0.9--0.999--s42","seed":42,"loss":3.433559710226971,"jobId":"2481807"},{"id":"awc8-wsd-h80--0.002--0.9--0.999--s43","seed":43,"loss":3.431684296599056,"jobId":"2481808"},{"id":"awc8-wsd-h80--0.002--0.9--0.999--s44","seed":44,"loss":3.4305317166636695,"jobId":"2481809"}],"rank":11},{"id":"awc8-wsd-h80--0.002--0.95--0.98","method":"awc8","horizon":80,"beta1":0.95,"beta2":0.98,"lr":0.002,"mean":3.451286852427748,"sd":0.0030973245129214443,"runs":[{"id":"awc8-wsd-h80--0.002--0.95--0.98--s42","seed":42,"loss":3.451563449735407,"jobId":"2482115"},{"id":"awc8-wsd-h80--0.002--0.95--0.98--s43","seed":43,"loss":3.454236601633877,"jobId":"2482116"},{"id":"awc8-wsd-h80--0.002--0.95--0.98--s44","seed":44,"loss":3.448060505913961,"jobId":"2482117"}],"rank":12},{"id":"awc8-wsd-h80--0.006--0.9--0.98","method":"awc8","horizon":80,"beta1":0.9,"beta2":0.98,"lr":0.006,"mean":3.45543144302621,"sd":0.003802725368909646,"runs":[{"id":"awc8-wsd-h80--0.006--0.9--0.98--s42","seed":42,"loss":3.4527778053217584,"jobId":"2481786"},{"id":"awc8-wsd-h80--0.006--0.9--0.98--s43","seed":43,"loss":3.4597880102890275,"jobId":"2481787"},{"id":"awc8-wsd-h80--0.006--0.9--0.98--s44","seed":44,"loss":3.4537285134678437,"jobId":"2481788"}],"rank":13},{"id":"awc8-wsd-h80--0.004--0.9--0.98","method":"awc8","horizon":80,"beta1":0.9,"beta2":0.98,"lr":0.004,"mean":3.4570344829535813,"sd":0.004445006558118087,"runs":[{"id":"awc8-wsd-h80--0.004--0.9--0.98--s42","seed":42,"loss":3.4553320907057965,"jobId":"2481789"},{"id":"awc8-wsd-h80--0.004--0.9--0.98--s43","seed":43,"loss":3.4620790641990338,"jobId":"2481790"},{"id":"awc8-wsd-h80--0.004--0.9--0.98--s44","seed":44,"loss":3.4536922939559127,"jobId":"2481791"}],"rank":14},{"id":"awc8-wsd-h80--0.003--0.9--0.98","method":"awc8","horizon":80,"beta1":0.9,"beta2":0.98,"lr":0.003,"mean":3.4619914656965993,"sd":0.004368164825583914,"runs":[{"id":"awc8-wsd-h80--0.003--0.9--0.98--s42","seed":42,"loss":3.463526002061837,"jobId":"2481792"},{"id":"awc8-wsd-h80--0.003--0.9--0.98--s43","seed":43,"loss":3.4653852986364355,"jobId":"2481793"},{"id":"awc8-wsd-h80--0.003--0.9--0.98--s44","seed":44,"loss":3.4570630963915265,"jobId":"2481794"}],"rank":15},{"id":"awc8-wsd-h80--0.002--0.9--0.98","method":"awc8","horizon":80,"beta1":0.9,"beta2":0.98,"lr":0.002,"mean":3.4744221520088936,"sd":0.00756926700317924,"runs":[{"id":"awc8-wsd-h80--0.002--0.9--0.98--s42","seed":42,"loss":3.4822807341736066,"jobId":"2481795"},{"id":"awc8-wsd-h80--0.002--0.9--0.98--s43","seed":43,"loss":3.467179883755508,"jobId":"2481796"},{"id":"awc8-wsd-h80--0.002--0.9--0.98--s44","seed":44,"loss":3.4738058380975665,"jobId":"2481797"}],"rank":16},{"id":"awc8-wsd-h80--0.004--0.95--0.9","method":"awc8","horizon":80,"beta1":0.95,"beta2":0.9,"lr":0.004,"mean":3.490446337167883,"sd":0.004900722196275508,"runs":[{"id":"awc8-wsd-h80--0.004--0.95--0.9--s42","seed":42,"loss":3.4847878325903787,"jobId":"2481813"},{"id":"awc8-wsd-h80--0.004--0.95--0.9--s43","seed":43,"loss":3.49333101963653,"jobId":"2481814"},{"id":"awc8-wsd-h80--0.004--0.95--0.9--s44","seed":44,"loss":3.493220159276739,"jobId":"2481815"}],"rank":17},{"id":"awc8-wsd-h80--0.003--0.95--0.9","method":"awc8","horizon":80,"beta1":0.95,"beta2":0.9,"lr":0.003,"mean":3.495431086762031,"sd":0.0017882242210095784,"runs":[{"id":"awc8-wsd-h80--0.003--0.95--0.9--s42","seed":42,"loss":3.4940040759130357,"jobId":"2481816"},{"id":"awc8-wsd-h80--0.003--0.95--0.9--s43","seed":43,"loss":3.494852123273075,"jobId":"2481817"},{"id":"awc8-wsd-h80--0.003--0.95--0.9--s44","seed":44,"loss":3.4974370610999816,"jobId":"2481818"}],"rank":18},{"id":"awc8-wsd-h80--0.006--0.95--0.9","method":"awc8","horizon":80,"beta1":0.95,"beta2":0.9,"lr":0.006,"mean":3.4959539106178785,"sd":0.00428339842111003,"runs":[{"id":"awc8-wsd-h80--0.006--0.95--0.9--s42","seed":42,"loss":3.491702525862739,"jobId":"2481810"},{"id":"awc8-wsd-h80--0.006--0.95--0.9--s43","seed":43,"loss":3.495890585457421,"jobId":"2481811"},{"id":"awc8-wsd-h80--0.006--0.95--0.9--s44","seed":44,"loss":3.5002686205334763,"jobId":"2481812"}],"rank":19},{"id":"awc8-wsd-h80--0.002--0.95--0.9","method":"awc8","horizon":80,"beta1":0.95,"beta2":0.9,"lr":0.002,"mean":3.5076779529491717,"sd":0.0030323285316209217,"runs":[{"id":"awc8-wsd-h80--0.002--0.95--0.9--s42","seed":42,"loss":3.5042184075782337,"jobId":"2481819"},{"id":"awc8-wsd-h80--0.002--0.95--0.9--s43","seed":43,"loss":3.508940097905032,"jobId":"2481820"},{"id":"awc8-wsd-h80--0.002--0.95--0.9--s44","seed":44,"loss":3.509875353364249,"jobId":"2481821"}],"rank":20},{"id":"awc8-wsd-h80--0.006--0.9--0.9","method":"awc8","horizon":80,"beta1":0.9,"beta2":0.9,"lr":0.006,"mean":3.552929111825989,"sd":0.004516627112516784,"runs":[{"id":"awc8-wsd-h80--0.006--0.9--0.9--s42","seed":42,"loss":3.548122137708731,"jobId":"2481774"},{"id":"awc8-wsd-h80--0.006--0.9--0.9--s43","seed":43,"loss":3.5535805514107945,"jobId":"2481775"},{"id":"awc8-wsd-h80--0.006--0.9--0.9--s44","seed":44,"loss":3.557084646358441,"jobId":"2481776"}],"rank":21},{"id":"awc8-wsd-h80--0.004--0.9--0.9","method":"awc8","horizon":80,"beta1":0.9,"beta2":0.9,"lr":0.004,"mean":3.566082884859853,"sd":0.004563354329885675,"runs":[{"id":"awc8-wsd-h80--0.004--0.9--0.9--s42","seed":42,"loss":3.571304422519585,"jobId":"2481777"},{"id":"awc8-wsd-h80--0.004--0.9--0.9--s43","seed":43,"loss":3.5640851911404656,"jobId":"2481778"},{"id":"awc8-wsd-h80--0.004--0.9--0.9--s44","seed":44,"loss":3.562859040919509,"jobId":"2481779"}],"rank":22},{"id":"awc8-wsd-h80--0.003--0.9--0.9","method":"awc8","horizon":80,"beta1":0.9,"beta2":0.9,"lr":0.003,"mean":3.567322790338755,"sd":0.0068702569646275505,"runs":[{"id":"awc8-wsd-h80--0.003--0.9--0.9--s42","seed":42,"loss":3.5737734380320734,"jobId":"2481780"},{"id":"awc8-wsd-h80--0.003--0.9--0.9--s43","seed":43,"loss":3.5600984304816894,"jobId":"2481781"},{"id":"awc8-wsd-h80--0.003--0.9--0.9--s44","seed":44,"loss":3.5680965025025033,"jobId":"2481782"}],"rank":23},{"id":"awc8-wsd-h80--0.002--0.9--0.9","method":"awc8","horizon":80,"beta1":0.9,"beta2":0.9,"lr":0.002,"mean":3.581522993212016,"sd":0.006510002813541837,"runs":[{"id":"awc8-wsd-h80--0.002--0.9--0.9--s42","seed":42,"loss":3.5877496646091758,"jobId":"2481783"},{"id":"awc8-wsd-h80--0.002--0.9--0.9--s43","seed":43,"loss":3.5747625272557997,"jobId":"2481784"},{"id":"awc8-wsd-h80--0.002--0.9--0.9--s44","seed":44,"loss":3.582056787771072,"jobId":"2481785"}],"rank":24}],"runs":72},{"horizon":120,"tokens":2448424960,"epochs":240,"steps":18680,"lrCeiling":0.003,"eligibleLRs":[0.003,0.002],"prunedLRs":[0.01,0.008,0.006,0.004],"checkpointEpoch":216,"groups":[{"id":"awc8-wsd-h120--0.003--0.95--0.999","method":"awc8","horizon":120,"beta1":0.95,"beta2":0.999,"lr":0.003,"mean":3.3563471201186217,"sd":0.003995737423941051,"runs":[{"id":"awc8-wsd-h120--0.003--0.95--0.999--s42","seed":42,"loss":3.351924329591714,"jobId":"2482620"},{"id":"awc8-wsd-h120--0.003--0.95--0.999--s43","seed":43,"loss":3.359696544611667,"jobId":"2482621"},{"id":"awc8-wsd-h120--0.003--0.95--0.999--s44","seed":44,"loss":3.357420486152484,"jobId":"2482622"}],"rank":1},{"id":"awc8-wsd-h120--0.002--0.95--0.999","method":"awc8","horizon":120,"beta1":0.95,"beta2":0.999,"lr":0.002,"mean":3.370868450402387,"sd":0.0024706948522530566,"runs":[{"id":"awc8-wsd-h120--0.002--0.95--0.999--s42","seed":42,"loss":3.370138168708808,"jobId":"2482623"},{"id":"awc8-wsd-h120--0.002--0.95--0.999--s43","seed":43,"loss":3.3736219692634295,"jobId":"2482624"},{"id":"awc8-wsd-h120--0.002--0.95--0.999--s44","seed":44,"loss":3.3688452132349234,"jobId":"2482625"}],"rank":2},{"id":"awc8-wsd-h120--0.003--0.9--0.999","method":"awc8","horizon":120,"beta1":0.9,"beta2":0.999,"lr":0.003,"mean":3.3787512229170544,"sd":0.006253819085349848,"runs":[{"id":"awc8-wsd-h120--0.003--0.9--0.999--s42","seed":42,"loss":3.3777699664737395,"jobId":"2482601"},{"id":"awc8-wsd-h120--0.003--0.9--0.999--s43","seed":43,"loss":3.385437664644348,"jobId":"2482602"},{"id":"awc8-wsd-h120--0.003--0.9--0.999--s44","seed":44,"loss":3.3730460376330753,"jobId":"2482603"}],"rank":3},{"id":"awc8-wsd-h120--0.002--0.9--0.999","method":"awc8","horizon":120,"beta1":0.9,"beta2":0.999,"lr":0.002,"mean":3.3867135027788886,"sd":0.0007345857636511752,"runs":[{"id":"awc8-wsd-h120--0.002--0.9--0.999--s42","seed":42,"loss":3.3875030628144307,"jobId":"2482604"},{"id":"awc8-wsd-h120--0.002--0.9--0.999--s43","seed":43,"loss":3.386587167274686,"jobId":"2482605"},{"id":"awc8-wsd-h120--0.002--0.9--0.999--s44","seed":44,"loss":3.386050278247549,"jobId":"2482606"}],"rank":4},{"id":"awc8-wsd-h120--0.003--0.95--0.98","method":"awc8","horizon":120,"beta1":0.95,"beta2":0.98,"lr":0.003,"mean":3.3933140813927913,"sd":0.00430457381383817,"runs":[{"id":"awc8-wsd-h120--0.003--0.95--0.98--s42","seed":42,"loss":3.38850917424433,"jobId":"2482613"},{"id":"awc8-wsd-h120--0.003--0.95--0.98--s43","seed":43,"loss":3.396818354457583,"jobId":"2482614"},{"id":"awc8-wsd-h120--0.003--0.95--0.98--s44","seed":44,"loss":3.3946147154764614,"jobId":"2482615"}],"rank":5},{"id":"awc8-wsd-h120--0.002--0.95--0.98","method":"awc8","horizon":120,"beta1":0.95,"beta2":0.98,"lr":0.002,"mean":3.409742681069004,"sd":0.0034446231625677353,"runs":[{"id":"awc8-wsd-h120--0.002--0.95--0.98--s42","seed":42,"loss":3.408977548963366,"jobId":"2482617"},{"id":"awc8-wsd-h120--0.002--0.95--0.98--s43","seed":43,"loss":3.413505536810266,"jobId":"2482618"},{"id":"awc8-wsd-h120--0.002--0.95--0.98--s44","seed":44,"loss":3.4067449574333812,"jobId":"2482619"}],"rank":6},{"id":"awc8-wsd-h120--0.003--0.9--0.98","method":"awc8","horizon":120,"beta1":0.9,"beta2":0.98,"lr":0.003,"mean":3.4221141994227793,"sd":0.004741352552190829,"runs":[{"id":"awc8-wsd-h120--0.003--0.9--0.98--s42","seed":42,"loss":3.4219033785359185,"jobId":"2482595"},{"id":"awc8-wsd-h120--0.003--0.9--0.98--s43","seed":43,"loss":3.426957445863731,"jobId":"2482596"},{"id":"awc8-wsd-h120--0.003--0.9--0.98--s44","seed":44,"loss":3.4174817738686873,"jobId":"2482597"}],"rank":7},{"id":"awc8-wsd-h120--0.002--0.9--0.98","method":"awc8","horizon":120,"beta1":0.9,"beta2":0.98,"lr":0.002,"mean":3.4308678258179266,"sd":0.0057642043987102005,"runs":[{"id":"awc8-wsd-h120--0.002--0.9--0.98--s42","seed":42,"loss":3.4369610570896363,"jobId":"2482598"},{"id":"awc8-wsd-h120--0.002--0.9--0.98--s43","seed":43,"loss":3.425501630079509,"jobId":"2482599"},{"id":"awc8-wsd-h120--0.002--0.9--0.98--s44","seed":44,"loss":3.4301407902846344,"jobId":"2482600"}],"rank":8},{"id":"awc8-wsd-h120--0.003--0.95--0.9","method":"awc8","horizon":120,"beta1":0.95,"beta2":0.9,"lr":0.003,"mean":3.4586898880279278,"sd":0.001952006867253353,"runs":[{"id":"awc8-wsd-h120--0.003--0.95--0.9--s42","seed":42,"loss":3.4565324680088088,"jobId":"2482607"},{"id":"awc8-wsd-h120--0.003--0.95--0.9--s43","seed":43,"loss":3.4592033680350687,"jobId":"2482608"},{"id":"awc8-wsd-h120--0.003--0.95--0.9--s44","seed":44,"loss":3.460333828039905,"jobId":"2482609"}],"rank":9},{"id":"awc8-wsd-h120--0.002--0.95--0.9","method":"awc8","horizon":120,"beta1":0.95,"beta2":0.9,"lr":0.002,"mean":3.470399381440427,"sd":0.003413810043717262,"runs":[{"id":"awc8-wsd-h120--0.002--0.95--0.9--s42","seed":42,"loss":3.466457894755254,"jobId":"2482610"},{"id":"awc8-wsd-h120--0.002--0.95--0.9--s43","seed":43,"loss":3.4723190263726935,"jobId":"2482611"},{"id":"awc8-wsd-h120--0.002--0.95--0.9--s44","seed":44,"loss":3.472421223193334,"jobId":"2482612"}],"rank":10},{"id":"awc8-wsd-h120--0.003--0.9--0.9","method":"awc8","horizon":120,"beta1":0.9,"beta2":0.9,"lr":0.003,"mean":3.5285128112090107,"sd":0.004093637735719709,"runs":[{"id":"awc8-wsd-h120--0.003--0.9--0.9--s42","seed":42,"loss":3.5302565996856616,"jobId":"2482589"},{"id":"awc8-wsd-h120--0.003--0.9--0.9--s43","seed":43,"loss":3.523836016022851,"jobId":"2482590"},{"id":"awc8-wsd-h120--0.003--0.9--0.9--s44","seed":44,"loss":3.53144581791852,"jobId":"2482591"}],"rank":11},{"id":"awc8-wsd-h120--0.002--0.9--0.9","method":"awc8","horizon":120,"beta1":0.9,"beta2":0.9,"lr":0.002,"mean":3.540237143338496,"sd":0.0029324199863365284,"runs":[{"id":"awc8-wsd-h120--0.002--0.9--0.9--s42","seed":42,"loss":3.5409533873909926,"jobId":"2482592"},{"id":"awc8-wsd-h120--0.002--0.9--0.9--s43","seed":43,"loss":3.537012955573432,"jobId":"2482593"},{"id":"awc8-wsd-h120--0.002--0.9--0.9--s44","seed":44,"loss":3.5427450870510637,"jobId":"2482594"}],"rank":12}],"runs":36},{"horizon":160,"tokens":3264610304,"epochs":320,"steps":24907,"lrCeiling":0.003,"eligibleLRs":[0.003,0.002],"prunedLRs":[0.01,0.008,0.006,0.004],"checkpointEpoch":null,"groups":[{"id":"awc8-wsd-h160--0.003--0.95--0.999","method":"awc8","horizon":160,"beta1":0.95,"beta2":0.999,"lr":0.003,"mean":3.332261551229621,"sd":0.0036105182492211763,"runs":[{"id":"awc8-wsd-h160--0.003--0.95--0.999--s42","seed":42,"loss":3.3282830529138687,"jobId":"2487123"},{"id":"awc8-wsd-h160--0.003--0.95--0.999--s43","seed":43,"loss":3.3353299228975146,"jobId":"2487124"},{"id":"awc8-wsd-h160--0.003--0.95--0.999--s44","seed":44,"loss":3.3331716778774796,"jobId":"2487125"}],"rank":1},{"id":"awc8-wsd-h160--0.002--0.95--0.999","method":"awc8","horizon":160,"beta1":0.95,"beta2":0.999,"lr":0.002,"mean":3.344397236925324,"sd":0.003170164997255422,"runs":[{"id":"awc8-wsd-h160--0.002--0.95--0.999--s42","seed":42,"loss":3.3434955812164113,"jobId":"2487127"},{"id":"awc8-wsd-h160--0.002--0.95--0.999--s43","seed":43,"loss":3.3479205570656556,"jobId":"2487128"},{"id":"awc8-wsd-h160--0.002--0.95--0.999--s44","seed":44,"loss":3.3417755724939053,"jobId":"2487129"}],"rank":2},{"id":"awc8-wsd-h160--0.003--0.9--0.999","method":"awc8","horizon":160,"beta1":0.9,"beta2":0.999,"lr":0.003,"mean":3.3531905825714268,"sd":0.005754459296631968,"runs":[{"id":"awc8-wsd-h160--0.003--0.9--0.999--s42","seed":42,"loss":3.3529225996304977,"jobId":"2487105"},{"id":"awc8-wsd-h160--0.003--0.9--0.999--s43","seed":43,"loss":3.359074351485768,"jobId":"2487106"},{"id":"awc8-wsd-h160--0.003--0.9--0.999--s44","seed":44,"loss":3.347574796598013,"jobId":"2487107"}],"rank":3},{"id":"awc8-wsd-h160--0.002--0.9--0.999","method":"awc8","horizon":160,"beta1":0.9,"beta2":0.999,"lr":0.002,"mean":3.3582669115443813,"sd":0.00043597832750725505,"runs":[{"id":"awc8-wsd-h160--0.002--0.9--0.999--s42","seed":42,"loss":3.358529524385071,"jobId":"2487108"},{"id":"awc8-wsd-h160--0.002--0.9--0.999--s43","seed":43,"loss":3.3577636468280074,"jobId":"2487109"},{"id":"awc8-wsd-h160--0.002--0.9--0.999--s44","seed":44,"loss":3.358507563420065,"jobId":"2487110"}],"rank":4},{"id":"awc8-wsd-h160--0.003--0.95--0.98","method":"awc8","horizon":160,"beta1":0.95,"beta2":0.98,"lr":0.003,"mean":3.3709894636019277,"sd":0.004434450828124193,"runs":[{"id":"awc8-wsd-h160--0.003--0.95--0.98--s42","seed":42,"loss":3.3660593553930678,"jobId":"2487117"},{"id":"awc8-wsd-h160--0.003--0.95--0.98--s43","seed":43,"loss":3.3746523820282865,"jobId":"2487118"},{"id":"awc8-wsd-h160--0.003--0.95--0.98--s44","seed":44,"loss":3.372256653384429,"jobId":"2487119"}],"rank":5},{"id":"awc8-wsd-h160--0.002--0.95--0.98","method":"awc8","horizon":160,"beta1":0.95,"beta2":0.98,"lr":0.002,"mean":3.384038491885475,"sd":0.0033567737675400185,"runs":[{"id":"awc8-wsd-h160--0.002--0.95--0.98--s42","seed":42,"loss":3.3823749589014698,"jobId":"2487120"},{"id":"awc8-wsd-h160--0.002--0.95--0.98--s43","seed":43,"loss":3.387902159371044,"jobId":"2487121"},{"id":"awc8-wsd-h160--0.002--0.95--0.98--s44","seed":44,"loss":3.3818383573839106,"jobId":"2487122"}],"rank":6},{"id":"awc8-wsd-h160--0.003--0.9--0.98","method":"awc8","horizon":160,"beta1":0.9,"beta2":0.98,"lr":0.003,"mean":3.3972122043651947,"sd":0.004700785293759317,"runs":[{"id":"awc8-wsd-h160--0.003--0.9--0.98--s42","seed":42,"loss":3.3969474862469444,"jobId":"2487096"},{"id":"awc8-wsd-h160--0.003--0.9--0.98--s43","seed":43,"loss":3.402039755179342,"jobId":"2487099"},{"id":"awc8-wsd-h160--0.003--0.9--0.98--s44","seed":44,"loss":3.392649371669298,"jobId":"2487100"}],"rank":7},{"id":"awc8-wsd-h160--0.002--0.9--0.98","method":"awc8","horizon":160,"beta1":0.9,"beta2":0.98,"lr":0.002,"mean":3.4034974319020566,"sd":0.005176744798352846,"runs":[{"id":"awc8-wsd-h160--0.002--0.9--0.98--s42","seed":42,"loss":3.40863865097916,"jobId":"2487102"},{"id":"awc8-wsd-h160--0.002--0.9--0.98--s43","seed":43,"loss":3.398285878117938,"jobId":"2487103"},{"id":"awc8-wsd-h160--0.002--0.9--0.98--s44","seed":44,"loss":3.4035677666090716,"jobId":"2487104"}],"rank":8},{"id":"awc8-wsd-h160--0.003--0.95--0.9","method":"awc8","horizon":160,"beta1":0.95,"beta2":0.9,"lr":0.003,"mean":3.4383476043449694,"sd":0.0008368450736696558,"runs":[{"id":"awc8-wsd-h160--0.003--0.95--0.9--s42","seed":42,"loss":3.437422778839181,"jobId":"2487111"},{"id":"awc8-wsd-h160--0.003--0.95--0.9--s43","seed":43,"loss":3.43905257227758,"jobId":"2487112"},{"id":"awc8-wsd-h160--0.003--0.95--0.9--s44","seed":44,"loss":3.4385674619181477,"jobId":"2487113"}],"rank":9},{"id":"awc8-wsd-h160--0.002--0.95--0.9","method":"awc8","horizon":160,"beta1":0.95,"beta2":0.9,"lr":0.002,"mean":3.4468587477377874,"sd":0.00458007521541394,"runs":[{"id":"awc8-wsd-h160--0.002--0.95--0.9--s42","seed":42,"loss":3.441580831168483,"jobId":"2487114"},{"id":"awc8-wsd-h160--0.002--0.95--0.9--s43","seed":43,"loss":3.449206524816929,"jobId":"2487115"},{"id":"awc8-wsd-h160--0.002--0.95--0.9--s44","seed":44,"loss":3.4497888872279514,"jobId":"2487116"}],"rank":10},{"id":"awc8-wsd-h160--0.003--0.9--0.9","method":"awc8","horizon":160,"beta1":0.9,"beta2":0.9,"lr":0.003,"mean":3.506478882040566,"sd":0.00397941972768039,"runs":[{"id":"awc8-wsd-h160--0.003--0.9--0.9--s42","seed":42,"loss":3.5063614500926086,"jobId":"2487090"},{"id":"awc8-wsd-h160--0.003--0.9--0.9--s43","seed":43,"loss":3.5025594780223552,"jobId":"2487091"},{"id":"awc8-wsd-h160--0.003--0.9--0.9--s44","seed":44,"loss":3.5105157180067326,"jobId":"2487092"}],"rank":11},{"id":"awc8-wsd-h160--0.002--0.9--0.9","method":"awc8","horizon":160,"beta1":0.9,"beta2":0.9,"lr":0.002,"mean":3.51394698441062,"sd":0.0042533787649229665,"runs":[{"id":"awc8-wsd-h160--0.002--0.9--0.9--s42","seed":42,"loss":3.514450208243573,"jobId":"2487093"},{"id":"awc8-wsd-h160--0.002--0.9--0.9--s43","seed":43,"loss":3.5094643790826194,"jobId":"2487094"},{"id":"awc8-wsd-h160--0.002--0.9--0.9--s44","seed":44,"loss":3.517926365905667,"jobId":"2487095"}],"rank":12}],"runs":36}]}],"matches":[{"horizon":20,"beta1":0.95,"beta2":0.98,"lr":0.004,"sync":3.556698765636138,"awc8":3.6256221185743533,"difference":0.06892335293821539,"pairedSD":0.0011434264262124674,"differenceSeed42":0.06760569207955136,"differenceSeed43":0.06965464983096048,"differenceSeed44":0.06950971690413432},{"horizon":20,"beta1":0.95,"beta2":0.98,"lr":0.003,"sync":3.5607535200769647,"awc8":3.636710460803709,"difference":0.0759569407267442,"pairedSD":0.005122338844406071,"differenceSeed42":0.0746188794750795,"differenceSeed43":0.08161551534997757,"differenceSeed44":0.07163642735517417},{"horizon":20,"beta1":0.95,"beta2":0.98,"lr":0.006,"sync":3.5632401564167995,"awc8":3.6184695102580164,"difference":0.055229353841216966,"pairedSD":0.005049936585201166,"differenceSeed42":0.06081656859277418,"differenceSeed43":0.050990363123711635,"differenceSeed44":0.05388112980716642},{"horizon":20,"beta1":0.95,"beta2":0.999,"lr":0.004,"sync":3.5671117826270273,"awc8":3.598206377171588,"difference":0.03109459454456065,"pairedSD":0.004094326789199813,"differenceSeed42":0.03295963673254887,"differenceSeed43":0.02639979686789351,"differenceSeed44":0.03392435003323868},{"horizon":20,"beta1":0.95,"beta2":0.9,"lr":0.004,"sync":3.5675711783836754,"awc8":3.678549746340984,"difference":0.11097856795730854,"pairedSD":0.004366727383232646,"differenceSeed42":0.10617136365342228,"differenceSeed43":0.11469989471059971,"differenceSeed44":0.11206444550790273},{"horizon":20,"beta1":0.95,"beta2":0.98,"lr":0.008,"sync":3.568472040815575,"awc8":3.6157927299332138,"difference":0.04732068911763898,"pairedSD":0.003921870406844028,"differenceSeed42":0.049239413079997796,"differenceSeed43":0.042808871470968235,"differenceSeed44":0.04991378280195091},{"horizon":20,"beta1":0.9,"beta2":0.98,"lr":0.006,"sync":3.568825719571572,"awc8":3.6398445696466655,"difference":0.07101885007509345,"pairedSD":0.008072879864873603,"differenceSeed42":0.0662282256351876,"differenceSeed43":0.08033939351281205,"differenceSeed44":0.06648893107728115},{"horizon":20,"beta1":0.95,"beta2":0.999,"lr":0.003,"sync":3.5691903441903174,"awc8":3.6066098498699666,"difference":0.037419505679649134,"pairedSD":0.00836329060320422,"differenceSeed42":0.028976766871446902,"differenceSeed43":0.04570101680245919,"differenceSeed44":0.037580733365042196},{"horizon":20,"beta1":0.95,"beta2":0.98,"lr":0.002,"sync":3.569788631168317,"awc8":3.6742099774962704,"difference":0.1044213463279533,"pairedSD":0.006927134622451271,"differenceSeed42":0.11071461120381176,"differenceSeed43":0.09699904938268977,"differenceSeed44":0.10555037839735792},{"horizon":20,"beta1":0.95,"beta2":0.9,"lr":0.003,"sync":3.571310644788585,"awc8":3.6902677852934964,"difference":0.11895714050491124,"pairedSD":0.0028932656929886737,"differenceSeed42":0.11880231611298031,"differenceSeed43":0.11614439553802702,"differenceSeed44":0.12192470986372683},{"horizon":20,"beta1":0.9,"beta2":0.98,"lr":0.004,"sync":3.5713257516192685,"awc8":3.6575778625839512,"difference":0.08625211096468277,"pairedSD":0.011686923890302032,"differenceSeed42":0.09773130782456807,"differenceSeed43":0.08665704014935027,"differenceSeed44":0.07436798492012953},{"horizon":20,"beta1":0.95,"beta2":0.9,"lr":0.006,"sync":3.5726387713741605,"awc8":3.680050087621374,"difference":0.10741131624721367,"pairedSD":0.004959665240708282,"differenceSeed42":0.10567174149974079,"differenceSeed43":0.1035557793915074,"differenceSeed44":0.11300642785039239},{"horizon":20,"beta1":0.9,"beta2":0.98,"lr":0.008,"sync":3.573613416915214,"awc8":3.641100671248098,"difference":0.06748725433288438,"pairedSD":0.007670208537881554,"differenceSeed42":0.0701629803355428,"differenceSeed43":0.05883758808039907,"differenceSeed44":0.07346119458271083},{"horizon":20,"beta1":0.9,"beta2":0.9,"lr":0.006,"sync":3.5747856606512656,"awc8":3.7292580134199134,"difference":0.1544723527686478,"pairedSD":0.004847035001062296,"differenceSeed42":0.15014487221655548,"differenceSeed43":0.1535622628029638,"differenceSeed44":0.1597099232864232},{"horizon":20,"beta1":0.95,"beta2":0.999,"lr":0.002,"sync":3.5753698804127048,"awc8":3.6425086643654923,"difference":0.0671387839527875,"pairedSD":0.008592938609484556,"differenceSeed42":0.07647379896413753,"differenceSeed43":0.05955893803961754,"differenceSeed44":0.06538361485460609},{"horizon":20,"beta1":0.95,"beta2":0.9,"lr":0.002,"sync":3.5761158519774603,"awc8":3.711328595168671,"difference":0.1352127431912109,"pairedSD":0.007406246776297074,"differenceSeed42":0.14109312391083373,"differenceSeed43":0.12689497593695798,"differenceSeed44":0.13765012972583923},{"horizon":20,"beta1":0.95,"beta2":0.999,"lr":0.006,"sync":3.576976036348702,"awc8":3.593127960885607,"difference":0.01615192453690506,"pairedSD":0.005942079692511099,"differenceSeed42":0.009967340943389136,"differenceSeed43":0.016670987738443,"differenceSeed44":0.021817444928883933},{"horizon":20,"beta1":0.9,"beta2":0.999,"lr":0.004,"sync":3.5798042481897347,"awc8":3.617780482256928,"difference":0.03797623406719319,"pairedSD":0.007419185760240352,"differenceSeed42":0.03822911250557093,"differenceSeed43":0.03043384199510024,"differenceSeed44":0.04526574770090974},{"horizon":20,"beta1":0.95,"beta2":0.9,"lr":0.008,"sync":3.5810848116479477,"awc8":3.676013767596834,"difference":0.09492895594888617,"pairedSD":0.0006828300388431363,"differenceSeed42":0.09414950502957264,"differenceSeed43":0.09542163314593655,"differenceSeed44":0.09521572967114977},{"horizon":20,"beta1":0.9,"beta2":0.9,"lr":0.004,"sync":3.582076265351548,"awc8":3.7536970095842257,"difference":0.1716207442326776,"pairedSD":0.004222163386368274,"differenceSeed42":0.1750820556126662,"differenceSeed43":0.1728634967402347,"differenceSeed44":0.16691668034513318},{"horizon":20,"beta1":0.9,"beta2":0.98,"lr":0.003,"sync":3.5832357813677245,"awc8":3.6728138737677014,"difference":0.08957809239997694,"pairedSD":0.005460820550023304,"differenceSeed42":0.08845277728966083,"differenceSeed43":0.09551390643028324,"differenceSeed44":0.08476759347998675},{"horizon":20,"beta1":0.9,"beta2":0.9,"lr":0.008,"sync":3.585790230542006,"awc8":3.731895900879097,"difference":0.14610567033709065,"pairedSD":0.004229479428700131,"differenceSeed42":0.14958471161802045,"differenceSeed43":0.14733443203865138,"differenceSeed44":0.1413978673545988},{"horizon":20,"beta1":0.9,"beta2":0.9,"lr":0.003,"sync":3.5881402153144726,"awc8":3.76875942502429,"difference":0.1806192097098176,"pairedSD":0.008032929756764893,"differenceSeed42":0.18908237012562124,"differenceSeed43":0.17309990273264209,"differenceSeed44":0.17967535627118858},{"horizon":20,"beta1":0.9,"beta2":0.98,"lr":0.002,"sync":3.5902139011810994,"awc8":3.7033848576936528,"difference":0.11317095651255338,"pairedSD":0.0022323623691053287,"differenceSeed42":0.11493319286793069,"differenceSeed43":0.1106606256360938,"differenceSeed44":0.11391905103363698},{"horizon":20,"beta1":0.9,"beta2":0.999,"lr":0.003,"sync":3.592575014428235,"awc8":3.6363066496541165,"difference":0.043731635225881416,"pairedSD":0.007244756451162491,"differenceSeed42":0.05074335318590828,"differenceSeed43":0.044177149990965336,"differenceSeed44":0.03627440250077152},{"horizon":20,"beta1":0.9,"beta2":0.999,"lr":0.006,"sync":3.597925708677097,"awc8":3.608488372597223,"difference":0.01056266392012617,"pairedSD":0.04023905676835078,"differenceSeed42":0.029082098189647354,"differenceSeed43":0.03820761593927102,"differenceSeed44":-0.03560172236853987},{"horizon":20,"beta1":0.9,"beta2":0.999,"lr":0.002,"sync":3.600229910539466,"awc8":3.6662959726376187,"difference":0.06606606209815258,"pairedSD":0.005472128665799596,"differenceSeed42":0.06513633722393308,"differenceSeed43":0.06111835574782454,"differenceSeed44":0.07194349332270233},{"horizon":20,"beta1":0.9,"beta2":0.9,"lr":0.002,"sync":3.602495590842191,"awc8":3.7932996714881715,"difference":0.19080408064598053,"pairedSD":0.006478416754387978,"differenceSeed42":0.18702614735040424,"differenceSeed43":0.18710150916422208,"differenceSeed44":0.1982845854233144},{"horizon":20,"beta1":0.95,"beta2":0.999,"lr":0.008,"sync":3.6039802145560977,"awc8":3.595218705802386,"difference":-0.008761508753711844,"pairedSD":0.023035154038758256,"differenceSeed42":-0.034129996771957494,"differenceSeed43":-0.003001727419803757,"differenceSeed44":0.010847197930624386},{"horizon":20,"beta1":0.9,"beta2":0.999,"lr":0.008,"sync":3.823773669880571,"awc8":3.620467074432088,"difference":-0.20330659544848295,"pairedSD":0.3940593506502968,"differenceSeed42":-0.6580861430354212,"differenceSeed43":0.011259600162663475,"differenceSeed44":0.03690675652730979},{"horizon":40,"beta1":0.95,"beta2":0.98,"lr":0.004,"sync":3.4528001664434735,"awc8":3.509863744835696,"difference":0.057063578392222425,"pairedSD":0.0014114464537786115,"differenceSeed42":0.057813396210690815,"differenceSeed43":0.055435469171300156,"differenceSeed44":0.05794186979467586},{"horizon":40,"beta1":0.95,"beta2":0.98,"lr":0.003,"sync":3.4532896057274303,"awc8":3.5136211869706204,"difference":0.06033158124319016,"pairedSD":0.003391460017765236,"differenceSeed42":0.05866949250101605,"differenceSeed43":0.06423347188394812,"differenceSeed44":0.05809177934460541},{"horizon":40,"beta1":0.95,"beta2":0.999,"lr":0.003,"sync":3.4546716336530547,"awc8":3.4812509243786214,"difference":0.02657929072556664,"pairedSD":0.0036606260787993604,"differenceSeed42":0.022771516428121696,"differenceSeed43":0.030072462135701805,"differenceSeed44":0.026893893612876862},{"horizon":40,"beta1":0.95,"beta2":0.999,"lr":0.004,"sync":3.455179279965129,"awc8":3.4783882344776074,"difference":0.023208954512478286,"pairedSD":0.004811428291936992,"differenceSeed42":0.0217096106043968,"differenceSeed43":0.019325720457066264,"differenceSeed44":0.028591532475972237},{"horizon":40,"beta1":0.95,"beta2":0.98,"lr":0.002,"sync":3.457884661836341,"awc8":3.542217287955111,"difference":0.08433262611877002,"pairedSD":0.006586203844710995,"differenceSeed42":0.09147579616950718,"differenceSeed43":0.07850063796480367,"differenceSeed44":0.0830214442219992},{"horizon":40,"beta1":0.95,"beta2":0.999,"lr":0.002,"sync":3.4586715671120305,"awc8":3.506407104674681,"difference":0.0477355375626507,"pairedSD":0.005172302937888107,"differenceSeed42":0.05228827646887213,"differenceSeed43":0.04211146083139905,"differenceSeed44":0.04880687538768225},{"horizon":40,"beta1":0.95,"beta2":0.9,"lr":0.004,"sync":3.4616216790455865,"awc8":3.566807359644782,"difference":0.10518568059919531,"pairedSD":0.0027959433145189646,"differenceSeed42":0.1019729333717545,"differenceSeed43":0.1070677178801489,"differenceSeed44":0.10651639054568207},{"horizon":40,"beta1":0.95,"beta2":0.9,"lr":0.003,"sync":3.4630259848628913,"awc8":3.575704275659444,"difference":0.1126782907965529,"pairedSD":0.0009173952102697977,"differenceSeed42":0.11369148346676061,"differenceSeed43":0.11190393630264861,"differenceSeed44":0.11243945262025035},{"horizon":40,"beta1":0.9,"beta2":0.98,"lr":0.004,"sync":3.4633824264297144,"awc8":3.5394534772979847,"difference":0.07607105086827026,"pairedSD":0.008674824922287605,"differenceSeed42":0.08464801983918857,"differenceSeed43":0.07626355844777644,"differenceSeed44":0.06730157431784711},{"horizon":40,"beta1":0.95,"beta2":0.9,"lr":0.002,"sync":3.466277856722092,"awc8":3.5888176008675052,"difference":0.12253974414541302,"pairedSD":0.0027868301844570127,"differenceSeed42":0.12570342873730356,"differenceSeed43":0.12044824772236096,"differenceSeed44":0.12146755597657499},{"horizon":40,"beta1":0.9,"beta2":0.999,"lr":0.003,"sync":3.471652064386942,"awc8":3.5079841121773114,"difference":0.03633204779036925,"pairedSD":0.0064719127106475744,"differenceSeed42":0.04046061019908764,"differenceSeed43":0.03966238274123768,"differenceSeed44":0.0288731504307842},{"horizon":40,"beta1":0.9,"beta2":0.98,"lr":0.003,"sync":3.4722663640623552,"awc8":3.5502640351623067,"difference":0.07799767109995148,"pairedSD":0.007910710681047957,"differenceSeed42":0.08175484458100035,"differenceSeed43":0.08332963767066603,"differenceSeed44":0.06890853104818762},{"horizon":40,"beta1":0.9,"beta2":0.98,"lr":0.002,"sync":3.474736075125436,"awc8":3.567237326147984,"difference":0.09250125102254803,"pairedSD":0.0034371634750537524,"differenceSeed42":0.09645642267065302,"differenceSeed43":0.0902380856478211,"differenceSeed44":0.09080924474916996},{"horizon":40,"beta1":0.9,"beta2":0.9,"lr":0.004,"sync":3.4773660739727297,"awc8":3.644773452249172,"difference":0.16740737827644248,"pairedSD":0.004433800757724726,"differenceSeed42":0.1725001022601238,"differenceSeed43":0.16531567107532563,"differenceSeed44":0.164406361493878},{"horizon":40,"beta1":0.9,"beta2":0.999,"lr":0.002,"sync":3.47878671322999,"awc8":3.5284653126607206,"difference":0.0496785994307305,"pairedSD":0.0015976820326909467,"differenceSeed42":0.048589656733330155,"differenceSeed43":0.04893340387324141,"differenceSeed44":0.05151273768561859},{"horizon":40,"beta1":0.9,"beta2":0.999,"lr":0.004,"sync":3.4788124437630192,"awc8":3.4982385707987085,"difference":0.019426127035689245,"pairedSD":0.012522594447141495,"differenceSeed42":0.026157438852798087,"differenceSeed43":0.0049774908148170205,"differenceSeed44":0.027143451439451738},{"horizon":40,"beta1":0.9,"beta2":0.9,"lr":0.003,"sync":3.482267173906518,"awc8":3.651032926898464,"difference":0.16876575299194618,"pairedSD":0.007859185673509343,"differenceSeed42":0.1777938831548349,"differenceSeed43":0.16345391051539382,"differenceSeed44":0.16504946530560893},{"horizon":40,"beta1":0.9,"beta2":0.9,"lr":0.002,"sync":3.489520469696341,"awc8":3.6716514155339204,"difference":0.18213094583757927,"pairedSD":0.005984669940475616,"differenceSeed42":0.1828036402795279,"differenceSeed43":0.17583835097758982,"differenceSeed44":0.1877508462556179},{"horizon":80,"beta1":0.95,"beta2":0.999,"lr":0.003,"sync":3.374769685331667,"awc8":3.395320425063012,"difference":0.02055073973134469,"pairedSD":0.0015722265697913826,"differenceSeed42":0.018802415497108704,"differenceSeed43":0.021848479663917342,"differenceSeed44":0.02100132403300803},{"horizon":80,"beta1":0.95,"beta2":0.999,"lr":0.002,"sync":3.376895213728554,"awc8":3.413184938496613,"difference":0.03628972476805892,"pairedSD":0.0029370745065578855,"differenceSeed42":0.039002803478886516,"differenceSeed43":0.03317085468638714,"differenceSeed44":0.03669551613890265},{"horizon":80,"beta1":0.95,"beta2":0.999,"lr":0.004,"sync":3.3774011746860815,"awc8":3.3953356397455514,"difference":0.01793446505946994,"pairedSD":0.004735213119930916,"differenceSeed42":0.013380481690815405,"differenceSeed43":0.017590737396044,"differenceSeed44":0.02283217609154864},{"horizon":80,"beta1":0.95,"beta2":0.98,"lr":0.003,"sync":3.3781953749459035,"awc8":3.4306098521722994,"difference":0.05241447722639592,"pairedSD":0.0023899576309388414,"differenceSeed42":0.050969642570467766,"differenceSeed43":0.055173125653831256,"differenceSeed44":0.051100663454888284},{"horizon":80,"beta1":0.95,"beta2":0.98,"lr":0.004,"sync":3.3795215677941024,"awc8":3.4305045963678356,"difference":0.05098302857373316,"pairedSD":0.0011839845929080936,"differenceSeed42":0.05226245951691588,"differenceSeed43":0.04992604596652761,"differenceSeed44":0.05076058023775598},{"horizon":80,"beta1":0.95,"beta2":0.98,"lr":0.002,"sync":3.3809254674039853,"awc8":3.451286852427748,"difference":0.07036138502376277,"pairedSD":0.0035939369725116795,"differenceSeed42":0.07405221050415633,"differenceSeed43":0.06687288421004567,"differenceSeed44":0.07015906035708674},{"horizon":80,"beta1":0.95,"beta2":0.9,"lr":0.003,"sync":3.386298891169204,"awc8":3.495431086762031,"difference":0.10913219559282705,"pairedSD":0.002592429795096142,"differenceSeed42":0.112119619416994,"differenceSeed43":0.10780330605059296,"differenceSeed44":0.10747366131089464},{"horizon":80,"beta1":0.95,"beta2":0.9,"lr":0.004,"sync":3.387214046556615,"awc8":3.490446337167883,"difference":0.10323229061126771,"pairedSD":0.0018212214355463865,"differenceSeed42":0.10113989451426653,"differenceSeed43":0.1044608521627941,"differenceSeed44":0.10409612515674072},{"horizon":80,"beta1":0.9,"beta2":0.98,"lr":0.004,"sync":3.3874882918348876,"awc8":3.4570344829535813,"difference":0.06954619111869365,"pairedSD":0.00552928190506753,"differenceSeed42":0.0726089974867481,"differenceSeed43":0.07286632081093947,"differenceSeed44":0.06316325505839293},{"horizon":80,"beta1":0.95,"beta2":0.9,"lr":0.002,"sync":3.387568056442225,"awc8":3.5076779529491717,"difference":0.1201098965069467,"pairedSD":0.0004898643016478661,"differenceSeed42":0.12010893950089141,"differenceSeed43":0.12060023861051361,"differenceSeed44":0.11962051140943464},{"horizon":80,"beta1":0.9,"beta2":0.999,"lr":0.003,"sync":3.388201015651705,"awc8":3.4195103434586596,"difference":0.03130932780695472,"pairedSD":0.005809608018286515,"differenceSeed42":0.032113078676283546,"differenceSeed43":0.03667521049232114,"differenceSeed44":0.025139694252259925},{"horizon":80,"beta1":0.9,"beta2":0.999,"lr":0.004,"sync":3.3900080293105788,"awc8":3.414192973237734,"difference":0.02418494392715509,"pairedSD":0.007779922184229736,"differenceSeed42":0.029630847853466147,"differenceSeed43":0.01527460261050706,"differenceSeed44":0.02764938131749206},{"horizon":80,"beta1":0.9,"beta2":0.999,"lr":0.002,"sync":3.391963592292896,"awc8":3.4319252411632326,"difference":0.039961648870336486,"pairedSD":0.001917308519305766,"differenceSeed42":0.0398259288790177,"differenceSeed43":0.04194321130398526,"differenceSeed44":0.03811580642800472},{"horizon":80,"beta1":0.9,"beta2":0.98,"lr":0.002,"sync":3.3920589529278886,"awc8":3.4744221520088936,"difference":0.08236319908100498,"pairedSD":0.003661884204695045,"differenceSeed42":0.08652452120677623,"differenceSeed43":0.08093211061049654,"differenceSeed44":0.07963296542574128},{"horizon":80,"beta1":0.9,"beta2":0.98,"lr":0.003,"sync":3.3939105932604527,"awc8":3.4619914656965993,"difference":0.06808087243614658,"pairedSD":0.006579148102965411,"differenceSeed42":0.06769873887890743,"differenceSeed43":0.07484275881501956,"differenceSeed44":0.0617011196145123},{"horizon":80,"beta1":0.9,"beta2":0.9,"lr":0.004,"sync":3.402566699748755,"awc8":3.566082884859853,"difference":0.163516185111098,"pairedSD":0.0059837751110170204,"differenceSeed42":0.17042059531089304,"differenceSeed43":0.1598350598854985,"differenceSeed44":0.16029290013690245},{"horizon":80,"beta1":0.9,"beta2":0.9,"lr":0.003,"sync":3.4046535255076074,"awc8":3.567322790338755,"difference":0.16266926483114785,"pairedSD":0.004227153222526406,"differenceSeed42":0.1673405781300663,"differenceSeed43":0.15910766021614275,"differenceSeed44":0.1615595561472345},{"horizon":80,"beta1":0.9,"beta2":0.9,"lr":0.002,"sync":3.4089535609942145,"awc8":3.581522993212016,"difference":0.1725694322178013,"pairedSD":0.002395563093004546,"differenceSeed42":0.1739070281887405,"differenceSeed43":0.1698037674515227,"differenceSeed44":0.17399750101314115},{"horizon":120,"beta1":0.95,"beta2":0.999,"lr":0.003,"sync":3.3391638713609706,"awc8":3.3563471201186217,"difference":0.017183248757651093,"pairedSD":0.0011972005882532847,"differenceSeed42":0.016046648991333345,"differenceSeed43":0.017070083324802976,"differenceSeed44":0.018433013956815625},{"horizon":120,"beta1":0.95,"beta2":0.999,"lr":0.002,"sync":3.340015969012794,"awc8":3.370868450402387,"difference":0.030852481389592956,"pairedSD":0.0018103925487669738,"differenceSeed42":0.03288464287456261,"differenceSeed43":0.029411829151496427,"differenceSeed44":0.03026097214272072},{"horizon":120,"beta1":0.95,"beta2":0.98,"lr":0.003,"sync":3.343044725804964,"awc8":3.3933140813927913,"difference":0.0502693555878273,"pairedSD":0.002159309077644484,"differenceSeed42":0.04845310802682601,"differenceSeed43":0.05265685399656306,"differenceSeed44":0.049698104740093285},{"horizon":120,"beta1":0.95,"beta2":0.98,"lr":0.002,"sync":3.3455961244912342,"awc8":3.409742681069004,"difference":0.06414655657776969,"pairedSD":0.0018768974387136405,"differenceSeed42":0.06611228861776164,"differenceSeed43":0.0623733316800088,"differenceSeed44":0.0639540494355395},{"horizon":120,"beta1":0.9,"beta2":0.999,"lr":0.003,"sync":3.350392472887071,"awc8":3.3787512229170544,"difference":0.028358750029983337,"pairedSD":0.0065260417390396105,"differenceSeed42":0.027210994998155158,"differenceSeed43":0.035382527899381344,"differenceSeed44":0.02248272719241351},{"horizon":120,"beta1":0.95,"beta2":0.9,"lr":0.003,"sync":3.3508146872692244,"awc8":3.4586898880279278,"difference":0.10787520075870338,"pairedSD":0.0014358278415250623,"differenceSeed42":0.10943454759348281,"differenceSeed43":0.10758330769879532,"differenceSeed44":0.10660774698383113},{"horizon":120,"beta1":0.95,"beta2":0.9,"lr":0.002,"sync":3.351856651815684,"awc8":3.470399381440427,"difference":0.11854272962474299,"pairedSD":0.0009547237856508438,"differenceSeed42":0.1175153174026109,"differenceSeed43":0.11940257963832268,"differenceSeed44":0.11871029183329718},{"horizon":120,"beta1":0.9,"beta2":0.999,"lr":0.002,"sync":3.352482795767591,"awc8":3.3867135027788886,"difference":0.03423070701129749,"pairedSD":0.002173289318413205,"differenceSeed42":0.03388733717158354,"differenceSeed43":0.036555241049511356,"differenceSeed44":0.03224954281279757},{"horizon":120,"beta1":0.9,"beta2":0.98,"lr":0.002,"sync":3.3543522986070413,"awc8":3.4308678258179266,"difference":0.07651552721088528,"pairedSD":0.0033301943171115977,"differenceSeed42":0.08032040843780308,"differenceSeed43":0.07509511701815708,"differenceSeed44":0.07413105617669613},{"horizon":120,"beta1":0.9,"beta2":0.98,"lr":0.003,"sync":3.356507689919215,"awc8":3.4221141994227793,"difference":0.06560650950356406,"pairedSD":0.007202215054355338,"differenceSeed42":0.06292446034507782,"differenceSeed43":0.07376492808072,"differenceSeed44":0.060130140084893924},{"horizon":120,"beta1":0.9,"beta2":0.9,"lr":0.003,"sync":3.3674966892674543,"awc8":3.5285128112090107,"difference":0.16101612194155646,"pairedSD":0.0018507500997042806,"differenceSeed42":0.16110540293995124,"differenceSeed43":0.15912234715598395,"differenceSeed44":0.16282061572873507},{"horizon":120,"beta1":0.9,"beta2":0.9,"lr":0.002,"sync":3.370755174542539,"awc8":3.540237143338496,"difference":0.169481968795957,"pairedSD":0.0034040586688616225,"differenceSeed42":0.1660296980969065,"differenceSeed43":0.16958053365963321,"differenceSeed44":0.1728356746313322},{"horizon":160,"beta1":0.95,"beta2":0.999,"lr":0.003,"sync":3.3170908548421747,"awc8":3.332261551229621,"difference":0.01517069638744628,"pairedSD":0.0010221101692089597,"differenceSeed42":0.014841760793392833,"differenceSeed43":0.014353553146829068,"differenceSeed44":0.016316775222116497},{"horizon":160,"beta1":0.95,"beta2":0.999,"lr":0.002,"sync":3.317204580420937,"awc8":3.344397236925324,"difference":0.02719265650438718,"pairedSD":0.001676851294355573,"differenceSeed42":0.029123659121825796,"differenceSeed43":0.02635065390807556,"differenceSeed44":0.02610365648326063},{"horizon":160,"beta1":0.95,"beta2":0.98,"lr":0.003,"sync":3.3208448444381964,"awc8":3.3709894636019277,"difference":0.05014461916373136,"pairedSD":0.0025438040805459057,"differenceSeed42":0.04793426722969851,"differenceSeed43":0.05292511523329235,"differenceSeed44":0.049574475028203224},{"horizon":160,"beta1":0.95,"beta2":0.98,"lr":0.002,"sync":3.323220085736734,"awc8":3.384038491885475,"difference":0.06081840614874068,"pairedSD":0.0008140421419306584,"differenceSeed42":0.06133073615092455,"differenceSeed43":0.05987974346597813,"differenceSeed44":0.061244738829319356},{"horizon":160,"beta1":0.9,"beta2":0.999,"lr":0.003,"sync":3.3275408082728717,"awc8":3.3531905825714268,"difference":0.025649774298555084,"pairedSD":0.005982794375230726,"differenceSeed42":0.02404768351758335,"differenceSeed43":0.032270511036821325,"differenceSeed44":0.02063112834125924},{"horizon":160,"beta1":0.9,"beta2":0.999,"lr":0.002,"sync":3.328485655405764,"awc8":3.3582669115443813,"difference":0.029781256138617263,"pairedSD":0.0018894605872884216,"differenceSeed42":0.02956398171932939,"differenceSeed43":0.03176996121431186,"differenceSeed44":0.028009825482209205},{"horizon":160,"beta1":0.95,"beta2":0.9,"lr":0.003,"sync":3.328727507246141,"awc8":3.4383476043449694,"difference":0.10962009709882858,"pairedSD":0.0022019388311216416,"differenceSeed42":0.11172714713255116,"differenceSeed43":0.10979896395655331,"differenceSeed44":0.10733418020738217},{"horizon":160,"beta1":0.95,"beta2":0.9,"lr":0.002,"sync":3.3295952335487438,"awc8":3.4468587477377874,"difference":0.11726351418904368,"pairedSD":0.002178400118423541,"differenceSeed42":0.11474828523880376,"differenceSeed43":0.1184957402445157,"differenceSeed44":0.11854651708381292},{"horizon":160,"beta1":0.9,"beta2":0.98,"lr":0.002,"sync":3.330671550651679,"awc8":3.4034974319020566,"difference":0.07282588125037748,"pairedSD":0.003162028520358779,"differenceSeed42":0.07647624587566426,"differenceSeed43":0.07093322345771735,"differenceSeed44":0.07106817441775082},{"horizon":160,"beta1":0.9,"beta2":0.98,"lr":0.003,"sync":3.3327404335495836,"awc8":3.3972122043651947,"difference":0.06447177081561106,"pairedSD":0.006893993410784198,"differenceSeed42":0.0616065952359377,"differenceSeed43":0.07233632734146989,"differenceSeed44":0.05947238986942516},{"horizon":160,"beta1":0.9,"beta2":0.9,"lr":0.003,"sync":3.3439833805550414,"awc8":3.506478882040566,"difference":0.1624955014855245,"pairedSD":0.0027597915736259147,"differenceSeed42":0.16090415594850516,"differenceSeed43":0.16090011506066038,"differenceSeed44":0.16568223344740662},{"horizon":160,"beta1":0.9,"beta2":0.9,"lr":0.002,"sync":3.3473322145800837,"awc8":3.51394698441062,"difference":0.16661476983053625,"pairedSD":0.0040659822251098935,"differenceSeed42":0.16331845813118884,"differenceSeed43":0.16536759178919347,"differenceSeed44":0.17115825957122643}]}