{"key":"cancel-s3-off-1","flip":"cancel-s3-off","t_sha256":"9fba1eb5659d5b0ac9b7273a968a520ef9a95551c697be22020993005af70192","candidate_sha256":"e37b254a736c5b9b644a1b6e79d7b9968803f182009a3844ef3d84bec9bd44fc","seeds":{"start":1000000,"end":1000499},"n":500,"complete":true,"blocked":null,"failures":[],"overall":{"n":500,"sum_d":-153.02555265599997,"sum_d2":1724.9444790097384,"mean_diff":-0.30605110531199997,"se":0.08201155496763843},"by_spread":{"1":{"n":144,"sum_d":0.0,"sum_d2":0.0,"mean_diff":0.0,"se":0.0},"2":{"n":118,"sum_d":0.0,"sum_d2":0.0,"mean_diff":0.0,"se":0.0},"3":{"n":128,"sum_d":-153.02555265599997,"sum_d2":1724.9444790097384,"mean_diff":-1.1955121301249998,"se":0.3079891537228636},"4":{"n":110,"sum_d":0.0,"sum_d2":0.0,"mean_diff":0.0,"se":0.0}},"worst":[[1000233,3,-20.244181],[1000491,3,-17.280741],[1000451,3,-13.771197],[1000185,3,-11.945064],[1000145,3,-8.973948]],"best":[[1000206,3,4.89819],[1000216,3,4.89666],[1000030,3,4.832538],[1000079,3,4.443411],[1000042,3,3.62686]],"per_seed":[[1000000,2,0.0],[1000001,1,0.0],[1000002,2,0.0],[1000003,1,0.0],[1000004,3,1.62493],[1000005,1,0.0],[1000006,3,-8.469827],[1000007,1,0.0],[1000008,2,0.0],[1000009,4,0.0],[1000010,2,0.0],[1000011,4,0.0],[1000012,4,0.0],[1000013,3,-0.008769],[1000014,2,0.0],[1000015,3,0.413591],[1000016,1,0.0],[1000017,2,0.0],[1000018,3,-0.587374],[1000019,4,0.0],[1000020,2,0.0],[1000021,2,0.0],[1000022,4,0.0],[1000023,1,0.0],[1000024,1,0.0],[1000025,2,0.0],[1000026,2,0.0],[1000027,2,0.0],[1000028,1,0.0],[1000029,4,0.0],[1000030,3,4.832538],[1000031,1,0.0],[1000032,2,0.0],[1000033,3,-0.242324],[1000034,1,0.0],[1000035,4,0.0],[1000036,2,0.0],[1000037,1,0.0],[1000038,2,0.0],[1000039,4,0.0],[1000040,2,0.0],[1000041,3,-0.231581],[1000042,3,3.62686],[1000043,1,0.0],[1000044,3,-0.36878],[1000045,3,-0.257274],[1000046,2,0.0],[1000047,1,0.0],[1000048,1,0.0],[1000049,1,0.0],[1000050,4,0.0],[1000051,3,-0.055901],[1000052,3,-1.766146],[1000053,1,0.0],[1000054,1,0.0],[1000055,4,0.0],[1000056,3,-2.114916],[1000057,4,0.0],[1000058,1,0.0],[1000059,1,0.0],[1000060,4,0.0],[1000061,3,-2.137036],[1000062,1,0.0],[1000063,1,0.0],[1000064,2,0.0],[1000065,2,0.0],[1000066,3,-0.331028],[1000067,1,0.0],[1000068,2,0.0],[1000069,3,-0.176516],[1000070,1,0.0],[1000071,2,0.0],[1000072,3,0.666623],[1000073,1,0.0],[1000074,3,0.183216],[1000075,3,-0.181801],[1000076,1,0.0],[1000077,4,0.0],[1000078,1,0.0],[1000079,3,4.443411],[1000080,4,0.0],[1000081,3,-0.85797],[1000082,2,0.0],[1000083,3,-0.30513],[1000084,1,0.0],[1000085,1,0.0],[1000086,3,-0.97565],[1000087,1,0.0],[1000088,4,0.0],[1000089,3,-0.27863],[1000090,1,0.0],[1000091,1,0.0],[1000092,4,0.0],[1000093,4,0.0],[1000094,4,0.0],[1000095,3,-0.262925],[1000096,3,0.67454],[1000097,2,0.0],[1000098,4,0.0],[1000099,3,-0.24294],[1000100,4,0.0],[1000101,4,0.0],[1000102,3,-0.165631],[1000103,1,0.0],[1000104,1,0.0],[1000105,4,0.0],[1000106,2,0.0],[1000107,1,0.0],[1000108,4,0.0],[1000109,4,0.0],[1000110,3,-8.697794],[1000111,2,0.0],[1000112,1,0.0],[1000113,4,0.0],[1000114,4,0.0],[1000115,3,-2.147977],[1000116,1,0.0],[1000117,2,0.0],[1000118,2,0.0],[1000119,2,0.0],[1000120,4,0.0],[1000121,1,0.0],[1000122,4,0.0],[1000123,3,-0.137898],[1000124,1,0.0],[1000125,2,0.0],[1000126,3,-2.236267],[1000127,2,0.0],[1000128,4,0.0],[1000129,4,0.0],[1000130,3,0.404698],[1000131,2,0.0],[1000132,3,-5.788573],[1000133,1,0.0],[1000134,1,0.0],[1000135,2,0.0],[1000136,4,0.0],[1000137,4,0.0],[1000138,1,0.0],[1000139,1,0.0],[1000140,2,0.0],[1000141,3,-0.104373],[1000142,1,0.0],[1000143,4,0.0],[1000144,2,0.0],[1000145,3,-8.973948],[1000146,2,0.0],[1000147,3,3.308625],[1000148,1,0.0],[1000149,2,0.0],[1000150,2,0.0],[1000151,4,0.0],[1000152,2,0.0],[1000153,1,0.0],[1000154,3,-3.28487],[1000155,2,0.0],[1000156,3,-0.912352],[1000157,2,0.0],[1000158,4,0.0],[1000159,4,0.0],[1000160,3,0.746789],[1000161,4,0.0],[1000162,2,0.0],[1000163,4,0.0],[1000164,1,0.0],[1000165,4,0.0],[1000166,4,0.0],[1000167,3,-1.293355],[1000168,1,0.0],[1000169,4,0.0],[1000170,4,0.0],[1000171,3,-1.025969],[1000172,4,0.0],[1000173,1,0.0],[1000174,1,0.0],[1000175,3,-1.487673],[1000176,2,0.0],[1000177,2,0.0],[1000178,1,0.0],[1000179,1,0.0],[1000180,3,-0.534875],[1000181,4,0.0],[1000182,3,-2.047756],[1000183,4,0.0],[1000184,2,0.0],[1000185,3,-11.945064],[1000186,3,0.299924],[1000187,3,1.20747],[1000188,4,0.0],[1000189,3,-1.777297],[1000190,3,-2.290461],[1000191,3,0.039187],[1000192,4,0.0],[1000193,4,0.0],[1000194,2,0.0],[1000195,3,-0.072579],[1000196,3,-1.960978],[1000197,3,-3.331839],[1000198,2,0.0],[1000199,2,0.0],[1000200,3,-1.479365],[1000201,4,0.0],[1000202,1,0.0],[1000203,1,0.0],[1000204,2,0.0],[1000205,4,0.0],[1000206,3,4.89819],[1000207,3,-0.675525],[1000208,2,0.0],[1000209,2,0.0],[1000210,4,0.0],[1000211,3,1.170147],[1000212,1,0.0],[1000213,1,0.0],[1000214,2,0.0],[1000215,2,0.0],[1000216,3,4.89666],[1000217,1,0.0],[1000218,4,0.0],[1000219,2,0.0],[1000220,4,0.0],[1000221,3,-0.688657],[1000222,1,0.0],[1000223,2,0.0],[1000224,4,0.0],[1000225,2,0.0],[1000226,2,0.0],[1000227,1,0.0],[1000228,4,0.0],[1000229,4,0.0],[1000230,3,3e-06],[1000231,4,0.0],[1000232,4,0.0],[1000233,3,-20.244181],[1000234,4,0.0],[1000235,3,-2.730097],[1000236,3,-0.878851],[1000237,4,0.0],[1000238,1,0.0],[1000239,4,0.0],[1000240,2,0.0],[1000241,1,0.0],[1000242,1,0.0],[1000243,3,-0.169122],[1000244,2,0.0],[1000245,1,0.0],[1000246,2,0.0],[1000247,4,0.0],[1000248,1,0.0],[1000249,1,0.0],[1000250,2,0.0],[1000251,4,0.0],[1000252,3,-4.389416],[1000253,2,0.0],[1000254,3,1.163573],[1000255,2,0.0],[1000256,1,0.0],[1000257,2,0.0],[1000258,1,0.0],[1000259,3,-1.39845],[1000260,1,0.0],[1000261,1,0.0],[1000262,3,-0.040273],[1000263,4,0.0],[1000264,3,-0.756165],[1000265,1,0.0],[1000266,1,0.0],[1000267,1,0.0],[1000268,2,0.0],[1000269,2,0.0],[1000270,4,0.0],[1000271,4,0.0],[1000272,1,0.0],[1000273,2,0.0],[1000274,2,0.0],[1000275,3,0.059364],[1000276,1,0.0],[1000277,1,0.0],[1000278,2,0.0],[1000279,2,0.0],[1000280,3,-0.193749],[1000281,2,0.0],[1000282,2,0.0],[1000283,1,0.0],[1000284,4,0.0],[1000285,4,0.0],[1000286,4,0.0],[1000287,1,0.0],[1000288,1,0.0],[1000289,3,-3.893215],[1000290,4,0.0],[1000291,3,-0.475945],[1000292,2,0.0],[1000293,1,0.0],[1000294,4,0.0],[1000295,3,-0.152832],[1000296,4,0.0],[1000297,1,0.0],[1000298,1,0.0],[1000299,3,-0.949386],[1000300,4,0.0],[1000301,1,0.0],[1000302,1,0.0],[1000303,1,0.0],[1000304,4,0.0],[1000305,1,0.0],[1000306,3,3.452068],[1000307,2,0.0],[1000308,2,0.0],[1000309,2,0.0],[1000310,2,0.0],[1000311,2,0.0],[1000312,4,0.0],[1000313,1,0.0],[1000314,1,0.0],[1000315,2,0.0],[1000316,3,-0.238264],[1000317,2,0.0],[1000318,3,-1.057304],[1000319,2,0.0],[1000320,4,0.0],[1000321,3,0.039877],[1000322,2,0.0],[1000323,3,1.658694],[1000324,3,-4.506007],[1000325,1,0.0],[1000326,1,0.0],[1000327,4,0.0],[1000328,1,0.0],[1000329,4,0.0],[1000330,1,0.0],[1000331,4,0.0],[1000332,2,0.0],[1000333,3,-2.378428],[1000334,2,0.0],[1000335,4,0.0],[1000336,1,0.0],[1000337,3,-0.249721],[1000338,2,0.0],[1000339,4,0.0],[1000340,1,0.0],[1000341,3,1.265748],[1000342,1,0.0],[1000343,3,-0.304146],[1000344,3,-0.549007],[1000345,2,0.0],[1000346,1,0.0],[1000347,2,0.0],[1000348,3,-0.386235],[1000349,4,0.0],[1000350,4,0.0],[1000351,2,0.0],[1000352,1,0.0],[1000353,1,0.0],[1000354,3,-0.640031],[1000355,1,0.0],[1000356,2,0.0],[1000357,1,0.0],[1000358,3,-1.298722],[1000359,2,0.0],[1000360,2,0.0],[1000361,2,0.0],[1000362,4,0.0],[1000363,1,0.0],[1000364,1,0.0],[1000365,4,0.0],[1000366,4,0.0],[1000367,3,-0.671792],[1000368,4,0.0],[1000369,4,0.0],[1000370,1,0.0],[1000371,3,-0.175149],[1000372,3,0.107618],[1000373,2,0.0],[1000374,1,0.0],[1000375,1,0.0],[1000376,4,0.0],[1000377,1,0.0],[1000378,1,0.0],[1000379,2,0.0],[1000380,1,0.0],[1000381,1,0.0],[1000382,2,0.0],[1000383,2,0.0],[1000384,4,0.0],[1000385,2,0.0],[1000386,1,0.0],[1000387,3,-1.207395],[1000388,4,0.0],[1000389,1,0.0],[1000390,2,0.0],[1000391,3,-0.454557],[1000392,1,0.0],[1000393,1,0.0],[1000394,4,0.0],[1000395,2,0.0],[1000396,1,0.0],[1000397,3,-1.021981],[1000398,4,0.0],[1000399,2,0.0],[1000400,4,0.0],[1000401,2,0.0],[1000402,3,-3.276023],[1000403,1,0.0],[1000404,1,0.0],[1000405,4,0.0],[1000406,1,0.0],[1000407,3,-0.043692],[1000408,1,0.0],[1000409,4,0.0],[1000410,2,0.0],[1000411,3,-0.165774],[1000412,2,0.0],[1000413,3,1.181755],[1000414,3,0.665921],[1000415,4,0.0],[1000416,2,0.0],[1000417,3,-0.123431],[1000418,1,0.0],[1000419,3,-7.481016],[1000420,2,0.0],[1000421,3,1.429868],[1000422,3,-3.028288],[1000423,4,0.0],[1000424,1,0.0],[1000425,1,0.0],[1000426,1,0.0],[1000427,2,0.0],[1000428,1,0.0],[1000429,1,0.0],[1000430,1,0.0],[1000431,1,0.0],[1000432,1,0.0],[1000433,3,-0.457958],[1000434,3,-0.480334],[1000435,3,-0.135792],[1000436,3,-0.574944],[1000437,3,-0.985605],[1000438,3,-5.587415],[1000439,4,0.0],[1000440,2,0.0],[1000441,1,0.0],[1000442,2,0.0],[1000443,1,0.0],[1000444,4,0.0],[1000445,1,0.0],[1000446,4,0.0],[1000447,1,0.0],[1000448,1,0.0],[1000449,3,-1.211741],[1000450,4,0.0],[1000451,3,-13.771197],[1000452,3,-0.13131],[1000453,2,0.0],[1000454,2,0.0],[1000455,3,-0.257968],[1000456,1,0.0],[1000457,2,0.0],[1000458,3,-1.325875],[1000459,4,0.0],[1000460,3,-0.028643],[1000461,1,0.0],[1000462,2,0.0],[1000463,2,0.0],[1000464,1,0.0],[1000465,4,0.0],[1000466,2,0.0],[1000467,1,0.0],[1000468,3,-3.280274],[1000469,1,0.0],[1000470,1,0.0],[1000471,3,-0.078693],[1000472,3,-0.230831],[1000473,1,0.0],[1000474,3,-0.405889],[1000475,1,0.0],[1000476,4,0.0],[1000477,2,0.0],[1000478,3,-1.362484],[1000479,4,0.0],[1000480,2,0.0],[1000481,4,0.0],[1000482,3,0.152337],[1000483,3,-1.352943],[1000484,4,0.0],[1000485,1,0.0],[1000486,1,0.0],[1000487,2,0.0],[1000488,2,0.0],[1000489,4,0.0],[1000490,4,0.0],[1000491,3,-17.280741],[1000492,1,0.0],[1000493,2,0.0],[1000494,1,0.0],[1000495,1,0.0],[1000496,1,0.0],[1000497,3,-0.382538],[1000498,2,0.0],[1000499,3,0.125641]],"seconds_per_simulation":{"t":1.350925919589121,"candidate":1.3607774074794725},"notes":["Simulator commit b244530ee2a6247b5f930830eeca9dd950da0e7e, unmodified; Python 3.10.12. Serial in-process, no sandbox or workers.","Each seed uses runner.sample_config(ChallengeConfig(), ParameterVariance(), seed=s); T runs before CANDIDATE on the same cfg; loader.load_strategy_factory is called anew for every simulation.","Differences are CANDIDATE.total_edge minus T.total_edge. Aggregate statistics use unrounded differences; per_seed, worst and best differences are rounded to 6 decimals.","se is sample standard deviation divided by sqrt(n); null when n < 2. Timings are mean engine construction plus run seconds, excluding factory loading."]}