{
  "game": "chess",
  "protocol": "chess-v0.1",
  "model": "reference-baseline",
  "provider": "deterministic fixture / no provider",
  "date": "2026-08-11T00:00:00Z",
  "evaluator_version": "chess-evaluator@0.2.0",
  "response_contract": "chess-response-v0.1",
  "trials": 3,
  "metrics": {
    "pass_rate": 1,
    "consistency": 1,
    "passed": 36,
    "failed": 0,
    "contract_violations": 0,
    "incomplete": 0
  },
  "family_profile": {
    "legality": {
      "passed": 12,
      "total": 12
    },
    "state_tracking": {
      "passed": 6,
      "total": 6
    },
    "tactics": {
      "passed": 6,
      "total": 6
    },
    "explanation": {
      "passed": 6,
      "total": 6
    },
    "interactive_play": {
      "passed": 6,
      "total": 6
    }
  },
  "verdicts": [
    {
      "trial": 1,
      "task": "legality-white-ep",
      "family": "legality",
      "status": "pass"
    },
    {
      "trial": 1,
      "task": "legality-black-ep",
      "family": "legality",
      "status": "pass"
    },
    {
      "trial": 1,
      "task": "legality-white-illegal-forward",
      "family": "legality",
      "status": "pass"
    },
    {
      "trial": 1,
      "task": "legality-black-illegal-forward",
      "family": "legality",
      "status": "pass"
    },
    {
      "trial": 1,
      "task": "state-white-ep",
      "family": "state_tracking",
      "status": "pass"
    },
    {
      "trial": 1,
      "task": "state-black-ep",
      "family": "state_tracking",
      "status": "pass"
    },
    {
      "trial": 1,
      "task": "tactics-white-ep",
      "family": "tactics",
      "status": "pass"
    },
    {
      "trial": 1,
      "task": "tactics-black-ep",
      "family": "tactics",
      "status": "pass"
    },
    {
      "trial": 1,
      "task": "explanation-white-ep",
      "family": "explanation",
      "status": "pass"
    },
    {
      "trial": 1,
      "task": "explanation-black-ep",
      "family": "explanation",
      "status": "pass"
    },
    {
      "trial": 1,
      "task": "interactive-white-ep",
      "family": "interactive_play",
      "status": "pass"
    },
    {
      "trial": 1,
      "task": "interactive-black-ep",
      "family": "interactive_play",
      "status": "pass"
    },
    {
      "trial": 2,
      "task": "legality-white-ep",
      "family": "legality",
      "status": "pass"
    },
    {
      "trial": 2,
      "task": "legality-black-ep",
      "family": "legality",
      "status": "pass"
    },
    {
      "trial": 2,
      "task": "legality-white-illegal-forward",
      "family": "legality",
      "status": "pass"
    },
    {
      "trial": 2,
      "task": "legality-black-illegal-forward",
      "family": "legality",
      "status": "pass"
    },
    {
      "trial": 2,
      "task": "state-white-ep",
      "family": "state_tracking",
      "status": "pass"
    },
    {
      "trial": 2,
      "task": "state-black-ep",
      "family": "state_tracking",
      "status": "pass"
    },
    {
      "trial": 2,
      "task": "tactics-white-ep",
      "family": "tactics",
      "status": "pass"
    },
    {
      "trial": 2,
      "task": "tactics-black-ep",
      "family": "tactics",
      "status": "pass"
    },
    {
      "trial": 2,
      "task": "explanation-white-ep",
      "family": "explanation",
      "status": "pass"
    },
    {
      "trial": 2,
      "task": "explanation-black-ep",
      "family": "explanation",
      "status": "pass"
    },
    {
      "trial": 2,
      "task": "interactive-white-ep",
      "family": "interactive_play",
      "status": "pass"
    },
    {
      "trial": 2,
      "task": "interactive-black-ep",
      "family": "interactive_play",
      "status": "pass"
    },
    {
      "trial": 3,
      "task": "legality-white-ep",
      "family": "legality",
      "status": "pass"
    },
    {
      "trial": 3,
      "task": "legality-black-ep",
      "family": "legality",
      "status": "pass"
    },
    {
      "trial": 3,
      "task": "legality-white-illegal-forward",
      "family": "legality",
      "status": "pass"
    },
    {
      "trial": 3,
      "task": "legality-black-illegal-forward",
      "family": "legality",
      "status": "pass"
    },
    {
      "trial": 3,
      "task": "state-white-ep",
      "family": "state_tracking",
      "status": "pass"
    },
    {
      "trial": 3,
      "task": "state-black-ep",
      "family": "state_tracking",
      "status": "pass"
    },
    {
      "trial": 3,
      "task": "tactics-white-ep",
      "family": "tactics",
      "status": "pass"
    },
    {
      "trial": 3,
      "task": "tactics-black-ep",
      "family": "tactics",
      "status": "pass"
    },
    {
      "trial": 3,
      "task": "explanation-white-ep",
      "family": "explanation",
      "status": "pass"
    },
    {
      "trial": 3,
      "task": "explanation-black-ep",
      "family": "explanation",
      "status": "pass"
    },
    {
      "trial": 3,
      "task": "interactive-white-ep",
      "family": "interactive_play",
      "status": "pass"
    },
    {
      "trial": 3,
      "task": "interactive-black-ep",
      "family": "interactive_play",
      "status": "pass"
    }
  ],
  "raw_trajectories": [
    {
      "responses": {
        "legality-white-ep": {
          "move": "e5d6",
          "legal": true,
          "state_fen": null,
          "explanation": null,
          "completed": true
        },
        "legality-black-ep": {
          "move": "e4d3",
          "legal": true,
          "state_fen": null,
          "explanation": null,
          "completed": true
        },
        "legality-white-illegal-forward": {
          "move": "e5e6",
          "legal": false,
          "state_fen": null,
          "explanation": null,
          "completed": true
        },
        "legality-black-illegal-forward": {
          "move": "e4e3",
          "legal": false,
          "state_fen": null,
          "explanation": null,
          "completed": true
        },
        "state-white-ep": {
          "move": "e5d6",
          "legal": true,
          "state_fen": "8/8/3P4/8/8/8/8/8 w - - 0 1",
          "explanation": null,
          "completed": true
        },
        "state-black-ep": {
          "move": "e4d3",
          "legal": true,
          "state_fen": "8/8/8/8/8/3p4/8/8 b - - 0 1",
          "explanation": null,
          "completed": true
        },
        "tactics-white-ep": {
          "move": "e5d6",
          "legal": true,
          "state_fen": null,
          "explanation": null,
          "completed": true
        },
        "tactics-black-ep": {
          "move": "e4d3",
          "legal": true,
          "state_fen": null,
          "explanation": null,
          "completed": true
        },
        "explanation-white-ep": {
          "move": null,
          "legal": null,
          "state_fen": null,
          "explanation": "The capture on d6 is available only on the next move.",
          "completed": true
        },
        "explanation-black-ep": {
          "move": null,
          "legal": null,
          "state_fen": null,
          "explanation": "The capture on d3 is available only on the next move.",
          "completed": true
        },
        "interactive-white-ep": {
          "move": "e5d6",
          "legal": true,
          "state_fen": "8/8/3P4/8/8/8/8/8 w - - 0 1",
          "explanation": null,
          "completed": true
        },
        "interactive-black-ep": {
          "move": "e4d3",
          "legal": true,
          "state_fen": "8/8/8/8/8/3p4/8/8 b - - 0 1",
          "explanation": null,
          "completed": true
        }
      }
    },
    {
      "responses": {
        "legality-white-ep": {
          "move": "e5d6",
          "legal": true,
          "state_fen": null,
          "explanation": null,
          "completed": true
        },
        "legality-black-ep": {
          "move": "e4d3",
          "legal": true,
          "state_fen": null,
          "explanation": null,
          "completed": true
        },
        "legality-white-illegal-forward": {
          "move": "e5e6",
          "legal": false,
          "state_fen": null,
          "explanation": null,
          "completed": true
        },
        "legality-black-illegal-forward": {
          "move": "e4e3",
          "legal": false,
          "state_fen": null,
          "explanation": null,
          "completed": true
        },
        "state-white-ep": {
          "move": "e5d6",
          "legal": true,
          "state_fen": "8/8/3P4/8/8/8/8/8 w - - 0 1",
          "explanation": null,
          "completed": true
        },
        "state-black-ep": {
          "move": "e4d3",
          "legal": true,
          "state_fen": "8/8/8/8/8/3p4/8/8 b - - 0 1",
          "explanation": null,
          "completed": true
        },
        "tactics-white-ep": {
          "move": "e5d6",
          "legal": true,
          "state_fen": null,
          "explanation": null,
          "completed": true
        },
        "tactics-black-ep": {
          "move": "e4d3",
          "legal": true,
          "state_fen": null,
          "explanation": null,
          "completed": true
        },
        "explanation-white-ep": {
          "move": null,
          "legal": null,
          "state_fen": null,
          "explanation": "The capture on d6 is available only on the next move.",
          "completed": true
        },
        "explanation-black-ep": {
          "move": null,
          "legal": null,
          "state_fen": null,
          "explanation": "The capture on d3 is available only on the next move.",
          "completed": true
        },
        "interactive-white-ep": {
          "move": "e5d6",
          "legal": true,
          "state_fen": "8/8/3P4/8/8/8/8/8 w - - 0 1",
          "explanation": null,
          "completed": true
        },
        "interactive-black-ep": {
          "move": "e4d3",
          "legal": true,
          "state_fen": "8/8/8/8/8/3p4/8/8 b - - 0 1",
          "explanation": null,
          "completed": true
        }
      }
    },
    {
      "responses": {
        "legality-white-ep": {
          "move": "e5d6",
          "legal": true,
          "state_fen": null,
          "explanation": null,
          "completed": true
        },
        "legality-black-ep": {
          "move": "e4d3",
          "legal": true,
          "state_fen": null,
          "explanation": null,
          "completed": true
        },
        "legality-white-illegal-forward": {
          "move": "e5e6",
          "legal": false,
          "state_fen": null,
          "explanation": null,
          "completed": true
        },
        "legality-black-illegal-forward": {
          "move": "e4e3",
          "legal": false,
          "state_fen": null,
          "explanation": null,
          "completed": true
        },
        "state-white-ep": {
          "move": "e5d6",
          "legal": true,
          "state_fen": "8/8/3P4/8/8/8/8/8 w - - 0 1",
          "explanation": null,
          "completed": true
        },
        "state-black-ep": {
          "move": "e4d3",
          "legal": true,
          "state_fen": "8/8/8/8/8/3p4/8/8 b - - 0 1",
          "explanation": null,
          "completed": true
        },
        "tactics-white-ep": {
          "move": "e5d6",
          "legal": true,
          "state_fen": null,
          "explanation": null,
          "completed": true
        },
        "tactics-black-ep": {
          "move": "e4d3",
          "legal": true,
          "state_fen": null,
          "explanation": null,
          "completed": true
        },
        "explanation-white-ep": {
          "move": null,
          "legal": null,
          "state_fen": null,
          "explanation": "The capture on d6 is available only on the next move.",
          "completed": true
        },
        "explanation-black-ep": {
          "move": null,
          "legal": null,
          "state_fen": null,
          "explanation": "The capture on d3 is available only on the next move.",
          "completed": true
        },
        "interactive-white-ep": {
          "move": "e5d6",
          "legal": true,
          "state_fen": "8/8/3P4/8/8/8/8/8 w - - 0 1",
          "explanation": null,
          "completed": true
        },
        "interactive-black-ep": {
          "move": "e4d3",
          "legal": true,
          "state_fen": "8/8/8/8/8/3p4/8/8 b - - 0 1",
          "explanation": null,
          "completed": true
        }
      }
    }
  ],
  "evidence_status": "submitted"
}