{
  "schema_version": 1,
  "experiment_id": "20260827T231837Z",
  "validated_at": "2026-08-27T23:50:26.030Z",
  "status": "complete_with_model_identity_deviation",
  "checks": [
    {
      "name": "source evidence hash matches frozen original",
      "passed": true,
      "observed": {
        "original": "062483c120974664a990429456276cb67ff03eabb61feb9f71abfae135b45a33",
        "fixture_copy": "062483c120974664a990429456276cb67ff03eabb61feb9f71abfae135b45a33",
        "declared": "062483c120974664a990429456276cb67ff03eabb61feb9f71abfae135b45a33"
      },
      "detail": null
    },
    {
      "name": "neutral fixture remains clean at frozen commit",
      "passed": true,
      "observed": {
        "git_output": "3fe30b6e152649b812f4b6ead9aac6786d9a6b83",
        "expected_commit": "3fe30b6e152649b812f4b6ead9aac6786d9a6b83"
      },
      "detail": null
    },
    {
      "name": "byte-identical contestant prompt",
      "passed": true,
      "observed": {
        "manifest": "0379852d2fd33a0d385a5276d344d6c1acdd5ce7dbc9a9bf52dbfc64a602178b",
        "claude": "0379852d2fd33a0d385a5276d344d6c1acdd5ce7dbc9a9bf52dbfc64a602178b",
        "codex": "0379852d2fd33a0d385a5276d344d6c1acdd5ce7dbc9a9bf52dbfc64a602178b",
        "bytes": [
          1348,
          1348,
          1348
        ]
      },
      "detail": null
    },
    {
      "name": "clean equivalent starting workspaces",
      "passed": true,
      "observed": {
        "claude": {
          "commit": "3fe30b6e152649b812f4b6ead9aac6786d9a6b83",
          "status": ""
        },
        "codex": {
          "commit": "3fe30b6e152649b812f4b6ead9aac6786d9a6b83",
          "status": ""
        }
      },
      "detail": null
    },
    {
      "name": "exactly one primary implementation invocation each",
      "passed": true,
      "observed": {
        "claude": 1,
        "codex": 1,
        "exit_codes": [
          0,
          0
        ]
      },
      "detail": null
    },
    {
      "name": "requested Claude Opus 5 identity matched runtime",
      "passed": false,
      "observed": {
        "requested": "Opus 5",
        "configured": "opus",
        "confirmed_runtime_models": [
          "claude-haiku-4-5-20251001",
          "claude-opus-4-7"
        ]
      },
      "detail": "The CLI opus alias executed claude-opus-4-7; the run is publishable only with this deviation disclosed."
    },
    {
      "name": "Codex model configuration preserved without runtime invention",
      "passed": true,
      "observed": {
        "configured": "gpt-5.6-sol",
        "runtime": null
      },
      "detail": null
    },
    {
      "name": "same final grader checks ran against both",
      "passed": true,
      "observed": {
        "claude": [
          "desktop_experiment_question_visible",
          "desktop_global_identity",
          "desktop_no_horizontal_overflow",
          "desktop_one_h1",
          "desktop_page_loads",
          "desktop_recorded_screenshots_load",
          "desktop_screenshot_captured",
          "mobile_experiment_question_visible",
          "mobile_global_identity",
          "mobile_no_horizontal_overflow",
          "mobile_one_h1",
          "mobile_page_loads",
          "mobile_recorded_screenshots_load",
          "mobile_screenshot_captured",
          "no_browser_console_errors",
          "production_build_success",
          "typescript_success"
        ],
        "codex": [
          "desktop_experiment_question_visible",
          "desktop_global_identity",
          "desktop_no_horizontal_overflow",
          "desktop_one_h1",
          "desktop_page_loads",
          "desktop_recorded_screenshots_load",
          "desktop_screenshot_captured",
          "mobile_experiment_question_visible",
          "mobile_global_identity",
          "mobile_no_horizontal_overflow",
          "mobile_one_h1",
          "mobile_page_loads",
          "mobile_recorded_screenshots_load",
          "mobile_screenshot_captured",
          "no_browser_console_errors",
          "production_build_success",
          "typescript_success"
        ]
      },
      "detail": null
    },
    {
      "name": "both outputs built and typechecked",
      "passed": true,
      "observed": {
        "claude": {
          "install": {
            "exit_code": 0,
            "signal": null,
            "error": null,
            "duration_ms": 413,
            "stdout": "install.stdout.log",
            "stderr": "install.stderr.log"
          },
          "build": {
            "exit_code": 0,
            "signal": null,
            "error": null,
            "duration_ms": 3236,
            "stdout": "build.stdout.log",
            "stderr": "build.stderr.log"
          },
          "typecheck": {
            "exit_code": 0,
            "signal": null,
            "error": null,
            "duration_ms": 1012,
            "stdout": "typecheck.stdout.log",
            "stderr": "typecheck.stderr.log"
          },
          "server": {
            "http_status_to_ready": 200,
            "stdout": "server.stdout.log",
            "stderr": "server.stderr.log"
          }
        },
        "codex": {
          "install": {
            "exit_code": 0,
            "signal": null,
            "error": null,
            "duration_ms": 428,
            "stdout": "install.stdout.log",
            "stderr": "install.stderr.log"
          },
          "build": {
            "exit_code": 0,
            "signal": null,
            "error": null,
            "duration_ms": 3127,
            "stdout": "build.stdout.log",
            "stderr": "build.stderr.log"
          },
          "typecheck": {
            "exit_code": 0,
            "signal": null,
            "error": null,
            "duration_ms": 648,
            "stdout": "typecheck.stdout.log",
            "stderr": "typecheck.stderr.log"
          },
          "server": {
            "http_status_to_ready": 200,
            "stdout": "server.stdout.log",
            "stderr": "server.stderr.log"
          }
        }
      },
      "detail": null
    },
    {
      "name": "desktop and mobile browser checks passed",
      "passed": true,
      "observed": {
        "claude": {
          "passed": 17,
          "failed": [],
          "total": 17
        },
        "codex": {
          "passed": 17,
          "failed": [],
          "total": 17
        }
      },
      "detail": null
    },
    {
      "name": "non-empty fixed-viewport screenshots captured",
      "passed": true,
      "observed": {
        "claude": {
          "desktop": {
            "bytes": 1131932,
            "dimensions": [
              1440,
              7234
            ],
            "sha256": "62e4bc23cca2e292a978b612ed0575ce8329d3b34d4d92c7788eaedbe059b9f0"
          },
          "mobile": {
            "bytes": 978019,
            "dimensions": [
              390,
              11488
            ],
            "sha256": "829a313fa2c516e78d34e3a3530f60d0f27475f76d88e41271784bbb2bc48573"
          }
        },
        "codex": {
          "desktop": {
            "bytes": 988408,
            "dimensions": [
              1440,
              5885
            ],
            "sha256": "3f3e86ba72fb7a074b0e265620195f5cc7adf4e8a672ef1f5daf422bf391ee0b"
          },
          "mobile": {
            "bytes": 698492,
            "dimensions": [
              390,
              8375
            ],
            "sha256": "65fd3bcb66aa9f29a6d401dc705e75b34b6394e6c3e03f238299c2282eb6e37a"
          }
        }
      },
      "detail": null
    },
    {
      "name": "complete source and diff evidence captured",
      "passed": true,
      "observed": {
        "claude": {
          "diff_bytes": 43517,
          "source_files": 57,
          "status": "M app/globals.css\n M app/layout.tsx\n M app/page.tsx"
        },
        "codex": {
          "diff_bytes": 43028,
          "source_files": 57,
          "status": "M app/globals.css\n M app/layout.tsx\n M app/page.tsx"
        }
      },
      "detail": null
    },
    {
      "name": "contestants did not receive opposing workspace output",
      "passed": true,
      "observed": {
        "claude_transcript_contains_codex_workspace": false,
        "codex_transcript_contains_claude_workspace": false
      },
      "detail": null
    },
    {
      "name": "infrastructure failures preserved separately",
      "passed": true,
      "observed": [
        "infrastructure-failures/claude-wrapper-ordering-failure.json",
        "infrastructure-failures/claude-not-authenticated/failure.json",
        "infrastructure-failures/codex-grader-lazy-image-hang/failure.json",
        "infrastructure-failures/codex-grader-question-heuristic/failure.json"
      ],
      "detail": null
    },
    {
      "name": "results package preserves null runtime identity and evidence references",
      "passed": true,
      "observed": {
        "results_sha256": "b5e02216c1f080d090da51d1ad8e8ae1b6fad1ca225e3a6ca6350a89b9b143b1",
        "codex_runtime_model": null,
        "codex_cost_usd": null
      },
      "detail": null
    }
  ],
  "summary": {
    "passed": 14,
    "failed": [
      "requested Claude Opus 5 identity matched runtime"
    ],
    "total": 15
  },
  "results_sha256": "b5e02216c1f080d090da51d1ad8e8ae1b6fad1ca225e3a6ca6350a89b9b143b1"
}
