{
  "schema_version": 1,
  "release": "v0.1",
  "title": "August 2026 preliminary controlled results",
  "policy": "Negative and null outcomes remain publishable. Excluded runs are retained with their reason but never contribute to effect estimates.",
  "runs": [
    {
      "run_id": "input-keypress-architecture-v1",
      "decision": "excluded",
      "reason_code": "turn-cap-atif-verifier-defects",
      "reason": "Both controls hit the turn cap, one control was ATIF-invalid after truncation, and the verifier had whitespace sensitivity. Only one pair was analysable.",
      "result": "../input-keypress-architecture/2026-08-11-input-keypress-architecture-v1.json",
      "preregistration": "../../preregistrations/input-keypress-architecture-v1.md"
    },
    {
      "run_id": "input-keypress-architecture-v2",
      "decision": "excluded",
      "reason_code": "forbidden-history-and-verifier-false-negative",
      "reason": "Both agents inspected repository history, violating the registered source-access rule, and the verifier rejected valid terminology.",
      "result": "../input-keypress-architecture/2026-08-11-input-keypress-architecture-v2.json",
      "preregistration": "../../preregistrations/input-keypress-architecture-v2.md"
    },
    {
      "run_id": "input-keypress-architecture-v3",
      "decision": "accepted",
      "reason_code": "accepted-preliminary",
      "reason": "The frozen N=1 pair passed its validity, correctness, access, and verifier rules.",
      "result": "../input-keypress-architecture/2026-08-11-input-keypress-architecture-v3.json",
      "preregistration": "../../preregistrations/input-keypress-architecture-v3.md"
    },
    {
      "run_id": "package-cache-is-empty-v1",
      "decision": "excluded",
      "reason_code": "undeclared-lockfile-mutation",
      "reason": "Ordinary Cargo execution created Cargo.lock, which the mutation allowlist rejected before the hidden contract tests ran.",
      "result": "../package-cache-is-empty/2026-08-11-package-cache-is-empty-v1.json",
      "preregistration": "../../preregistrations/package-cache-is-empty-v1.md"
    },
    {
      "run_id": "package-cache-is-empty-v2",
      "decision": "accepted",
      "reason_code": "accepted-preliminary",
      "reason": "The corrected N=1 low-memory pair passed its validity, correctness, mutation, and verifier rules.",
      "result": "../package-cache-is-empty/2026-08-11-package-cache-is-empty-v2.json",
      "preregistration": "../../preregistrations/package-cache-is-empty-v2.md"
    },
    {
      "run_id": "settings-label-roundtrip-v1",
      "decision": "excluded",
      "reason_code": "mutation-allowlist-and-budget-defects",
      "reason": "The mutation fence rejected Cargo.lock and the required regression test, while two arms also exceeded the requested Claude ceiling.",
      "result": null,
      "preregistration": "../../preregistrations/settings-label-roundtrip-v1.md"
    },
    {
      "run_id": "settings-label-roundtrip-v2",
      "decision": "excluded",
      "reason_code": "cold-build-clean-exit-failure",
      "reason": "Both controls crossed the registered ceiling during cold Cargo compilation and exited nonzero, making the validity floor impossible.",
      "result": null,
      "preregistration": "../../preregistrations/settings-label-roundtrip-v2.md"
    },
    {
      "run_id": "settings-label-roundtrip-v3",
      "decision": "excluded",
      "reason_code": "clean-exit-budget-headroom",
      "reason": "The first control produced a correct workspace but exceeded the registered ceiling and exited nonzero, so the run stopped before treatment.",
      "result": null,
      "preregistration": "../../preregistrations/settings-label-roundtrip-v3.md"
    },
    {
      "run_id": "settings-label-roundtrip-v4",
      "decision": "accepted",
      "reason_code": "accepted-preliminary",
      "reason": "Both N=2 pairs passed the frozen validity, correctness, mutation, mechanism, and budget rules.",
      "result": "../settings-label-roundtrip/2026-08-11-settings-label-roundtrip-v4.json",
      "preregistration": "../../preregistrations/settings-label-roundtrip-v4.md"
    },
    {
      "run_id": "drift-r1",
      "decision": "excluded",
      "reason_code": "ambiguous-question-interpretation-variance",
      "reason": "The apparent N=1 memory signal did not survive N=5. The marker measured which reasonable interpretation of an ambiguous question the agent chose.",
      "result": "../dotfile-drift-detection/2026-07-24-drift-r1.json",
      "preregistration": "../../preregistrations/dotfile-drift-detection-v1.md"
    }
  ]
}