{
  "aggregates": [
    {
      "challenge_id": "input-keypress-architecture",
      "cohort_id": "dotstate-faithful-20260723-v1",
      "comparative_delta": null,
      "condition_id": "no-stele",
      "dispersion": null,
      "experiment_id": "input-keypress-architecture-v3",
      "fixture_id": "dotstate-faithful-20260723-v1",
      "interval_high": 1.0,
      "interval_low": 0.20654931437723745,
      "metric_name": "reward",
      "n": 1,
      "value": 1.0
    },
    {
      "challenge_id": "input-keypress-architecture",
      "cohort_id": "dotstate-faithful-20260723-v1",
      "comparative_delta": null,
      "condition_id": "faithful",
      "dispersion": null,
      "experiment_id": "input-keypress-architecture-v3",
      "fixture_id": "dotstate-faithful-20260723-v1",
      "interval_high": 1.0,
      "interval_low": 0.20654931437723745,
      "metric_name": "reward",
      "n": 1,
      "value": 1.0
    },
    {
      "challenge_id": "input-keypress-architecture",
      "cohort_id": "dotstate-faithful-20260723-v1",
      "comparative_delta": null,
      "condition_id": "faithful",
      "dispersion": null,
      "experiment_id": "input-keypress-architecture-v3",
      "fixture_id": "dotstate-faithful-20260723-v1",
      "interval_high": null,
      "interval_low": null,
      "metric_name": "investigative_tool_calls_paired_difference",
      "n": 1,
      "value": -11.0
    },
    {
      "challenge_id": "input-keypress-architecture",
      "cohort_id": "dotstate-faithful-20260723-v1",
      "comparative_delta": null,
      "condition_id": "faithful",
      "dispersion": null,
      "experiment_id": "input-keypress-architecture-v3",
      "fixture_id": "dotstate-faithful-20260723-v1",
      "interval_high": null,
      "interval_low": null,
      "metric_name": "session_investigative_tool_calls_paired_difference",
      "n": 1,
      "value": -11.0
    },
    {
      "challenge_id": "input-keypress-architecture",
      "cohort_id": "dotstate-faithful-20260723-v1",
      "comparative_delta": null,
      "condition_id": "faithful",
      "dispersion": null,
      "experiment_id": "input-keypress-architecture-v3",
      "fixture_id": "dotstate-faithful-20260723-v1",
      "interval_high": null,
      "interval_low": null,
      "metric_name": "tokens_input_paired_difference",
      "n": 1,
      "value": -1292046.0
    },
    {
      "challenge_id": "input-keypress-architecture",
      "cohort_id": "dotstate-faithful-20260723-v1",
      "comparative_delta": null,
      "condition_id": "faithful",
      "dispersion": null,
      "experiment_id": "input-keypress-architecture-v3",
      "fixture_id": "dotstate-faithful-20260723-v1",
      "interval_high": null,
      "interval_low": null,
      "metric_name": "trial_wall_seconds_paired_difference",
      "n": 1,
      "value": -76.677259
    }
  ],
  "artifact_sha256": "5deb3a6046ad0faff880536d2489368f25015bf2ab406eacb3e1e4a1099fd2e6",
  "attempts": [
    {
      "attempt_id": "input-keypress-architecture-v3-attempt-01-control",
      "attempt_index": 0,
      "challenge_id": "input-keypress-architecture",
      "cohort_id": "dotstate-faithful-20260723-v1",
      "condition_id": "no-stele",
      "condition_kind": "no-stele",
      "cost_metrics": {
        "authoritative_receipt": null,
        "calculated_cross_check_cost": "0.928596",
        "calculated_cross_check_currency": "USD"
      },
      "experiment_id": "input-keypress-architecture-v3",
      "fixture_id": "dotstate-faithful-20260723-v1",
      "graph_arm": null,
      "memory_evidence": [],
      "outcome": "passed",
      "provenance_hashes": {
        "artifact": "5deb3a6046ad0faff880536d2489368f25015bf2ab406eacb3e1e4a1099fd2e6",
        "challenge_manifest": "81c7c1e753a21c8993c865c834029703e8f67de898a49a8f77e1a8c2074840a2",
        "verifier": "61dd13e360344100f9b4e3d38ed3be35da81709b9f887f54aabefa231f2b0860"
      },
      "quality_evidence": [],
      "timings": {
        "active_seconds": 193.520408,
        "execution_seconds": 179.034787,
        "queue_seconds": 0.0
      },
      "token_metrics": {
        "cache_read_tokens": 1725016,
        "cache_write_tokens": 85849,
        "input_tokens": 1811074,
        "output_tokens": 5902
      }
    },
    {
      "attempt_id": "input-keypress-architecture-v3-attempt-01-treatment",
      "attempt_index": 0,
      "challenge_id": "input-keypress-architecture",
      "cohort_id": "dotstate-faithful-20260723-v1",
      "condition_id": "faithful",
      "condition_kind": "graph",
      "cost_metrics": {
        "authoritative_receipt": null,
        "calculated_cross_check_cost": "0.426822",
        "calculated_cross_check_currency": "USD"
      },
      "experiment_id": "input-keypress-architecture-v3",
      "fixture_id": "dotstate-faithful-20260723-v1",
      "graph_arm": "faithful",
      "memory_evidence": [],
      "outcome": "passed",
      "provenance_hashes": {
        "artifact": "5deb3a6046ad0faff880536d2489368f25015bf2ab406eacb3e1e4a1099fd2e6",
        "challenge_manifest": "81c7c1e753a21c8993c865c834029703e8f67de898a49a8f77e1a8c2074840a2",
        "verifier": "61dd13e360344100f9b4e3d38ed3be35da81709b9f887f54aabefa231f2b0860"
      },
      "quality_evidence": [],
      "timings": {
        "active_seconds": 116.843149,
        "execution_seconds": 92.162085,
        "queue_seconds": 0.0
      },
      "token_metrics": {
        "cache_read_tokens": 456189,
        "cache_write_tokens": 62764,
        "input_tokens": 519028,
        "output_tokens": 3625
      }
    }
  ],
  "attempts_analysed": 1,
  "attempts_run": 1,
  "comparability": {
    "challenge_id": "input-keypress-architecture",
    "challenge_manifest_sha256": "81c7c1e753a21c8993c865c834029703e8f67de898a49a8f77e1a8c2074840a2",
    "control_condition": "no-stele",
    "fixture_id": "dotstate-faithful-20260723-v1",
    "model": "anthropic/claude-sonnet-4.5",
    "source_commit": "a4a5986eafa496dee73a93141588cffaed559f80",
    "treatment_condition": "faithful",
    "verifier_sha256": "61dd13e360344100f9b4e3d38ed3be35da81709b9f887f54aabefa231f2b0860"
  },
  "comparability_digest": "e8684e02323e668247753e4628170cb3de0292c651c66d14f91eddb0a28f0e84",
  "memory_uptake": {
    "control": {
      "attempts": 1,
      "injected": 0,
      "marker": 0
    },
    "treatment": {
      "attempts": 1,
      "injected": 0,
      "marker": 0
    }
  },
  "recorded_at": "2026-08-11T11:40:21.791135Z",
  "run_id": "input-keypress-architecture-v3",
  "run_shape": "repeat",
  "schema_version": 1,
  "status": "completed",
  "publication": {
    "decision": "accepted",
    "reason_code": "accepted-preliminary",
    "reason": "The frozen N=1 pair passed its validity, correctness, access, and verifier rules."
  },
  "verdicts": {
    "investigative_tool_calls": {
      "difference": -11.0,
      "fisher_one_sided_p": null
    },
    "reward": {
      "difference": 0.0,
      "fisher_one_sided_p": 1.0
    },
    "session_investigative_tool_calls": {
      "difference": -11.0,
      "fisher_one_sided_p": null
    },
    "tokens_input": {
      "difference": -1292046.0,
      "fisher_one_sided_p": null
    },
    "trial_wall_seconds": {
      "difference": -76.677259,
      "fisher_one_sided_p": null
    }
  }
}