{
  "sample": false,
  "operator": "Outrun",
  "model": "claude-opus-5",
  "expected": "Claude Opus 5",
  "run_id": "34180b2cd388",
  "session_id": "34180b2cd3884cabb013e14299f6408c",
  "ran_at": "2026-10-31T20:05:12.697045+00:00",
  "verdict": "match",
  "protocol": "Messages",
  "planned": 120,
  "valid": 120,
  "errors": 0,
  "score": 0.6433801535109631,
  "line": 0.552050375195513,
  "closest": "Claude Opus 5",
  "baseline": {
    "name": "Claude reference benchmark",
    "version": "4.5.3-predictive.3",
    "tier": "Deep, 120 requests",
    "content_sha256": "eeac401648dd3ee7fc7f28d34b43733fa38c487e271d4e1d8a742fb71c192f63"
  },
  "candidates": [
    {
      "id": "claude-opus-5",
      "name": "Claude Opus 5",
      "score": 0.6433801535109631,
      "line": 0.552050375195513
    },
    {
      "id": "other_known_external",
      "name": "Other reference models",
      "score": 0.3566198464890369,
      "line": 0.5455215768178815
    },
    {
      "id": "claude-sonnet-5",
      "name": "Claude Sonnet 5",
      "score": 0.16512807119189624,
      "line": 0.5255602784586072
    },
    {
      "id": "claude-fable-5.1",
      "name": "Claude Fable 5.1",
      "score": 0.15121824024351468,
      "line": 0.5288033485604039
    },
    {
      "id": "claude-haiku-4.5",
      "name": "Claude Haiku 4.5",
      "score": 0.13942809351313834,
      "line": 0.5440241107226554
    }
  ],
  "probes": [
    {
      "id": "claude__CL011",
      "prompt": "不要思考，直接回答。从mepo、takri、sulon、vash中选一个词，只回答所选词。",
      "english": null,
      "requests": 20,
      "valid": 20,
      "answers": [
        [
          "vash",
          10
        ],
        [
          "Vash",
          7
        ],
        [
          "Takri",
          2
        ],
        [
          "takri",
          1
        ]
      ]
    },
    {
      "id": "claude__CL026",
      "prompt": "不要思考，直接回答。从19到71中选一个整数，只回答数字。",
      "english": null,
      "requests": 20,
      "valid": 20,
      "answers": [
        [
          "45",
          8
        ],
        [
          "47",
          7
        ],
        [
          "44",
          3
        ],
        [
          "43",
          2
        ]
      ]
    },
    {
      "id": "claude__CL033",
      "prompt": "不要思考，直接回答。随便选一个大写英文字母，只回答该字母。",
      "english": null,
      "requests": 20,
      "valid": 20,
      "answers": [
        [
          "M",
          18
        ],
        [
          "Q",
          2
        ]
      ]
    },
    {
      "id": "claude__CL045",
      "prompt": "不要思考，直接回答。随便选一个整点，只回答0到23中的数字。",
      "english": null,
      "requests": 20,
      "valid": 20,
      "answers": [
        [
          "17",
          10
        ],
        [
          "7",
          10
        ]
      ]
    },
    {
      "id": "claude__CL085",
      "prompt": "不要思考，直接回答。从山地、平原、高原、盆地中选一种地形，只回答名称。",
      "english": null,
      "requests": 20,
      "valid": 20,
      "answers": [
        [
          "盆地",
          17
        ],
        [
          "平原",
          2
        ],
        [
          "高原",
          1
        ]
      ]
    },
    {
      "id": "claude__CL087",
      "prompt": "不要思考，直接回答。从十个天干中随便选一个，只回答一个字。",
      "english": null,
      "requests": 20,
      "valid": 20,
      "answers": [
        [
          "戊",
          11
        ],
        [
          "癸",
          4
        ],
        [
          "辛",
          3
        ],
        [
          "壬",
          2
        ]
      ]
    }
  ]
}