{
  "task": "ch-replicate: independent replication of promotion 2; no new strategy and no tuning",
  "files": [
    {
      "name": "CH",
      "url": "https://raw.githubusercontent.com/ChengHua926/amm-challenge/d34a5199c59a4c44d5336a25f1436b4ae1f21104/contracts/src/Strategy.sol",
      "commit": "d34a5199c59a4c44d5336a25f1436b4ae1f21104",
      "sha256": "6dd68f77a70900319460215374143dbd5d924198450a46d9f5f91f6b1e3d35c3",
      "validate_ok": true,
      "validation_output": "Validating strategy...\nCompiling strategy...\nStrategy 'no_cubic' validated successfully!\n"
    },
    {
      "name": "YQ",
      "url": "https://raw.githubusercontent.com/jiayaoqijia/amm-challenge-yq/3e9dc7d5a6192c88b562a0f8d9c172ca566ec94d/contracts/src/Strategy.sol",
      "commit": "3e9dc7d5a6192c88b562a0f8d9c172ca566ec94d",
      "sha256": "00fae418c49cd681ad0879c6f96ebed0163fab5a660b38030f11e6947a39afd4",
      "validate_ok": true,
      "validation_output": "Validating strategy...\nCompiling strategy...\nStrategy 'yq' validated successfully!\n"
    },
    {
      "name": "StarterStrategy",
      "url": "https://raw.githubusercontent.com/benedictbrady/amm-challenge/6b6921f8d463314aa7c96234e1be25a25245f704/contracts/src/StarterStrategy.sol",
      "commit": "6b6921f8d463314aa7c96234e1be25a25245f704",
      "sha256": "8f2cea337f6736105f58c6758da6c3ebf002951d34492bcd5b7101bef2d1e7f3",
      "validate_ok": true,
      "validation_output": "Validating strategy...\nCompiling strategy...\nStrategy 'StarterStrategy' validated successfully!\n"
    }
  ],
  "runs": [
    {
      "file": "CH",
      "seed_start": 0,
      "n": 1000,
      "mean_edge": 525.5258821780834,
      "se": 2.7894264590251843,
      "first10": [
        "478.313720",
        "598.726153",
        "412.970257",
        "475.602299",
        "521.908357",
        "746.452587",
        "463.532813",
        "687.730772",
        "679.166753",
        "491.613659"
      ],
      "worst": [
        {
          "seed": 445,
          "edge": 335.2599069447382
        },
        {
          "seed": 907,
          "edge": 337.8639919390677
        },
        {
          "seed": 526,
          "edge": 338.8890006376241
        },
        {
          "seed": 659,
          "edge": 339.33279655680735
        },
        {
          "seed": 669,
          "edge": 342.21630713121436
        }
      ]
    },
    {
      "file": "CH",
      "seed_start": 400000,
      "n": 1920,
      "mean_edge": 523.7846010298014,
      "se": 2.057121424913642,
      "first10": [
        "470.781277",
        "560.846409",
        "413.900262",
        "643.323829",
        "521.902588",
        "534.881840",
        "466.338117",
        "616.632950",
        "441.876140",
        "443.486969"
      ],
      "worst": [
        {
          "seed": 401133,
          "edge": 326.0875655991958
        },
        {
          "seed": 401847,
          "edge": 327.41701250784166
        },
        {
          "seed": 401160,
          "edge": 331.4396799236673
        },
        {
          "seed": 401579,
          "edge": 331.85333119614165
        },
        {
          "seed": 401155,
          "edge": 338.4769888689269
        }
      ]
    },
    {
      "file": "YQ",
      "seed_start": 400000,
      "n": 1920,
      "mean_edge": 522.8290906840372,
      "se": 2.0539966286209506,
      "first10": [
        "469.534571",
        "558.059301",
        "413.186752",
        "641.442428",
        "521.035146",
        "535.185596",
        "465.321005",
        "616.320273",
        "440.082874",
        "442.091431"
      ],
      "worst": [
        {
          "seed": 401133,
          "edge": 325.56161476113147
        },
        {
          "seed": 401847,
          "edge": 326.691172666574
        },
        {
          "seed": 401160,
          "edge": 330.6397230916466
        },
        {
          "seed": 401579,
          "edge": 330.75545898687955
        },
        {
          "seed": 401155,
          "edge": 337.431370166621
        }
      ]
    },
    {
      "file": "CH",
      "seed_start": 600000,
      "n": 1920,
      "mean_edge": 524.9365942758261,
      "se": 2.1256995496806863,
      "first10": [
        "390.455054",
        "389.695273",
        "538.858384",
        "526.187078",
        "579.029964",
        "442.857061",
        "418.362403",
        "475.139164",
        "539.262768",
        "623.523600"
      ],
      "worst": [
        {
          "seed": 601394,
          "edge": 325.4366015113627
        },
        {
          "seed": 600250,
          "edge": 326.791948364133
        },
        {
          "seed": 600945,
          "edge": 327.4111574773928
        },
        {
          "seed": 601414,
          "edge": 328.0199836066075
        },
        {
          "seed": 601761,
          "edge": 331.3953243114937
        }
      ]
    },
    {
      "file": "YQ",
      "seed_start": 600000,
      "n": 1920,
      "mean_edge": 524.0132156430764,
      "se": 2.121892653553059,
      "first10": [
        "389.791904",
        "388.962277",
        "538.189707",
        "525.278416",
        "579.033384",
        "442.529575",
        "417.502085",
        "473.890591",
        "539.034458",
        "620.913032"
      ],
      "worst": [
        {
          "seed": 601394,
          "edge": 324.9470281392013
        },
        {
          "seed": 600250,
          "edge": 325.8686149139795
        },
        {
          "seed": 600945,
          "edge": 326.7859933333511
        },
        {
          "seed": 601414,
          "edge": 327.248147234044
        },
        {
          "seed": 601761,
          "edge": 330.3606815629524
        }
      ]
    }
  ],
  "paired": [
    {
      "a": "CH",
      "b": "YQ",
      "seed_start": 400000,
      "n": 1920,
      "mean_diff": 0.9555103457642005,
      "se": 0.02181281439916998,
      "worst": [
        {
          "seed": 401412,
          "diff": -4.28241105673942,
          "edge_a": 598.65775947294,
          "edge_b": 602.9401705296794
        },
        {
          "seed": 400375,
          "diff": -3.6667304782969268,
          "edge_a": 610.9129057894677,
          "edge_b": 614.5796362677646
        },
        {
          "seed": 401357,
          "diff": -3.0960555681547817,
          "edge_a": 497.2874538177317,
          "edge_b": 500.3835093858865
        },
        {
          "seed": 401875,
          "diff": -3.0785091862080662,
          "edge_a": 678.2845284875153,
          "edge_b": 681.3630376737234
        },
        {
          "seed": 400810,
          "diff": -2.8829704198359423,
          "edge_a": 636.6231750507243,
          "edge_b": 639.5061454705602
        }
      ]
    },
    {
      "a": "CH",
      "b": "YQ",
      "seed_start": 600000,
      "n": 1920,
      "mean_diff": 0.9233786327497955,
      "se": 0.020094770571024528,
      "worst": [
        {
          "seed": 600091,
          "diff": -3.2753869469238452,
          "edge_a": 700.4209408145608,
          "edge_b": 703.6963277614847
        },
        {
          "seed": 600073,
          "diff": -3.124502300940321,
          "edge_a": 657.0616603751744,
          "edge_b": 660.1861626761147
        },
        {
          "seed": 601271,
          "diff": -2.7791182087219113,
          "edge_a": 768.8296864776336,
          "edge_b": 771.6088046863555
        },
        {
          "seed": 600438,
          "diff": -2.7171846910157456,
          "edge_a": 705.2732722517588,
          "edge_b": 707.9904569427746
        },
        {
          "seed": 601782,
          "diff": -2.3933349504427497,
          "edge_a": 781.4259082694492,
          "edge_b": 783.819243219892
        }
      ]
    }
  ],
  "seconds_per_simulation": 0.5890202210897961,
  "timing": {
    "simulation_seconds": 5112.695519059431,
    "total_strategy_simulations": 8680,
    "definition": "Sum of recorded complete-chunk run_batch wall times divided by recorded strategy simulations, including normalizer execution; excludes setup, compilation and interrupted unrecorded chunks. Each paired seed uses two strategy simulations.",
    "workers": 8
  },
  "matches_expected": {
    "all_expected_numbers_match_to_6_decimals": null,
    "all_completed_checks_match_to_6_decimals": true,
    "incomplete_check_policy": "A prefix mean or SE is not a replication of the supplied 2000-seed value; its expected-number match is null.",
    "checks": [
      {
        "quantity": "CH mean edge seeds 0..999",
        "expected": "525.525882178",
        "expected_to_6_decimals": "525.525882",
        "observed": 525.5258821780834,
        "observed_to_6_decimals": "525.525882",
        "observed_n": 1000,
        "expected_n": 1000,
        "status": "complete",
        "matches_to_6_decimals": true,
        "provenance": "Expected value supplied in task; observed value measured locally."
      },
      {
        "quantity": "CH edge seed 0",
        "expected": "478.313720",
        "expected_to_6_decimals": "478.313720",
        "observed": 478.31371956622775,
        "observed_to_6_decimals": "478.313720",
        "observed_n": 1,
        "expected_n": 1,
        "status": "complete",
        "matches_to_6_decimals": true,
        "provenance": "Expected value supplied in task; observed value measured locally."
      },
      {
        "quantity": "CH edge seed 1",
        "expected": "598.726153",
        "expected_to_6_decimals": "598.726153",
        "observed": 598.7261534515259,
        "observed_to_6_decimals": "598.726153",
        "observed_n": 1,
        "expected_n": 1,
        "status": "complete",
        "matches_to_6_decimals": true,
        "provenance": "Expected value supplied in task; observed value measured locally."
      },
      {
        "quantity": "CH edge seed 2",
        "expected": "412.970257",
        "expected_to_6_decimals": "412.970257",
        "observed": 412.97025730459666,
        "observed_to_6_decimals": "412.970257",
        "observed_n": 1,
        "expected_n": 1,
        "status": "complete",
        "matches_to_6_decimals": true,
        "provenance": "Expected value supplied in task; observed value measured locally."
      },
      {
        "quantity": "CH minus YQ mean seeds 400000..401999",
        "expected": "0.962049503",
        "expected_to_6_decimals": "0.962050",
        "observed": 0.9555103457642005,
        "observed_to_6_decimals": "0.955510",
        "observed_n": 1920,
        "expected_n": 2000,
        "status": "not verified: requested window incomplete",
        "matches_to_6_decimals": null,
        "provenance": "Expected value supplied in task; observed value measured locally."
      },
      {
        "quantity": "CH minus YQ SE seeds 400000..401999",
        "expected": "0.021230303",
        "expected_to_6_decimals": "0.021230",
        "observed": 0.02181281439916998,
        "observed_to_6_decimals": "0.021813",
        "observed_n": 1920,
        "expected_n": 2000,
        "status": "not verified: requested window incomplete",
        "matches_to_6_decimals": null,
        "provenance": "Expected value supplied in task; observed value measured locally."
      }
    ],
    "all_expected_numbers_verified": false
  },
  "fresh_assessment": {
    "seed_start": 600000,
    "n": 1920,
    "CH_gain_clears_two_se": true,
    "sufficient_for_2000_seed_requirement": false,
    "no_tuning_performed": true,
    "promotion_decision": "No new promotion decision; this item only measures the existing pinned strategies."
  },
  "coverage": [
    {
      "seed_start": 0,
      "requested_n": 1000,
      "covered_n": 1000,
      "complete": true,
      "stop_reason": null,
      "wall_seconds": 606.0137104310561,
      "last_completed_chunk_elapsed_seconds": 606.0137104310561,
      "budget_seconds": 2400,
      "timing_note": null
    },
    {
      "seed_start": 400000,
      "requested_n": 2000,
      "covered_n": 1920,
      "complete": false,
      "stop_reason": "Stopped near 40-minute cutoff; remaining seeds could not finish within budget. Full 2000-seed expected mean and SE remain unverified.",
      "wall_seconds": null,
      "last_completed_chunk_elapsed_seconds": 2401.973,
      "budget_seconds": 2400,
      "timing_note": "The last completed chunk ended 1.973 seconds beyond the 40-minute limit; no subsequent chunk is included. Exact window exit time was not retained."
    },
    {
      "seed_start": 600000,
      "requested_n": 2000,
      "covered_n": 1920,
      "complete": false,
      "stop_reason": "40-minute window budget; reporting the contiguous covered prefix.",
      "wall_seconds": 2414.4569165706635,
      "last_completed_chunk_elapsed_seconds": 2414.4569165706635,
      "budget_seconds": 2400,
      "timing_note": null
    }
  ],
  "method": {
    "engine_commit": "6b6921f8d463314aa7c96234e1be25a25245f704",
    "config": "Canonical build_config defaults; for each seed numpy.random.default_rng(seed) draws retail_mean_size U(19,21), retail_arrival_rate U(0.6,1.0), gbm_sigma U(0.000882,0.001008), in that order. 10000 steps, initial price=100, reserves=(100,10000), mu=0, dt=1, retail_size_sigma=1.2, retail_buy_prob=0.5.",
    "comparison": "Each strategy separately competes against unmodified VanillaStrategy (30 bps); paired differences are CH submission edge minus YQ submission edge on identical seed/config. Not CH directly trading against YQ.",
    "randomness": "Unmodified engine uses price seed s and retail seed s+1.",
    "statistics": "Arithmetic mean; SE=sample standard deviation (ddof=1)/sqrt(n). Worst means five lowest individual edges or paired differences, retaining seed IDs. first10 are decimal strings rounded to six places.",
    "chunks": "8 seeds per chunk for CH baseline and early 400000 prefix, then 32 seeds per chunk; eight workers throughout. Batch size changed only to reduce scheduling overhead; no strategy/config/engine changes.",
    "sources": [
      "https://raw.githubusercontent.com/benedictbrady/amm-challenge/6b6921f8d463314aa7c96234e1be25a25245f704/amm_competition/competition/match.py",
      "https://raw.githubusercontent.com/benedictbrady/amm-challenge/6b6921f8d463314aa7c96234e1be25a25245f704/amm_competition/competition/config.py",
      "https://raw.githubusercontent.com/benedictbrady/amm-challenge/6b6921f8d463314aa7c96234e1be25a25245f704/amm_sim_rs/src/simulation/engine.rs"
    ],
    "evidence": "All reported observed metrics are local executions of the fetched pinned code; expected values are task inputs, not independent observations."
  },
  "toolchain": {
    "rust": "1.99.1",
    "python": "3.10.12",
    "solc": "0.8.24",
    "numpy": "2.2.6",
    "pyrevm": "0.3.7",
    "maturin": "1.16.0",
    "rand": "0.8.8",
    "rand_pcg": "0.3.1",
    "rand_distr": "0.4.3",
    "revm": "18.0.0",
    "cargo_lock_sha256": "96ff95b5cc56a352df7c39643c03ec938b5f9a2cba0955c816b5cd8f892eb8b5"
  },
  "blocked": null,
  "citations": [
    {
      "url": "https://raw.githubusercontent.com/ChengHua926/amm-challenge/d34a5199c59a4c44d5336a25f1436b4ae1f21104/contracts/src/Strategy.sol",
      "supports": "Pinned CH source, hash and validation input."
    },
    {
      "url": "https://raw.githubusercontent.com/jiayaoqijia/amm-challenge-yq/3e9dc7d5a6192c88b562a0f8d9c172ca566ec94d/contracts/src/Strategy.sol",
      "supports": "Pinned YQ source, hash and validation input."
    },
    {
      "url": "https://raw.githubusercontent.com/benedictbrady/amm-challenge/6b6921f8d463314aa7c96234e1be25a25245f704/amm_competition/competition/match.py",
      "supports": "Per-seed numpy draw order and run_batch invocation."
    },
    {
      "url": "https://raw.githubusercontent.com/benedictbrady/amm-challenge/6b6921f8d463314aa7c96234e1be25a25245f704/amm_competition/competition/config.py",
      "supports": "Canonical simulation settings and variance ranges."
    },
    {
      "url": "https://raw.githubusercontent.com/benedictbrady/amm-challenge/6b6921f8d463314aa7c96234e1be25a25245f704/amm_sim_rs/src/simulation/engine.rs",
      "supports": "Price seed s, retail seed s+1 and positional edge keys."
    },
    {
      "url": "https://medium.com/@crypto_algebra/amm-fee-challenge-notes-from-our-run-on-optimization-arena-4e980dbbd699",
      "supports": "Public write-up read for context only; describes environmental estimates and asymmetric fees. No mechanism or parameter from it was introduced."
    }
  ],
  "status": "partial_time_limited",
  "source_verification": {
    "pinned_raw_source_quotes_verified": 6,
    "public_writeup": "Read with web reader; direct curl returned HTTP 403. Its quoted sentence was present in the web reader response."
  }
}