{
  "sample": false,
  "operator": "Outrun",
  "model": "claude-opus-5-2",
  "expected": "Claude Opus 5",
  "run_id": "31cfb2f23f36",
  "session_id": "31cfb2f23f3643168fceba11dfccbfa1",
  "ran_at": "2026-10-31T20:09:43.009925+00:00",
  "verdict": "inconclusive",
  "protocol": "Messages",
  "planned": 120,
  "valid": 120,
  "errors": 0,
  "score": 0.24759477798722157,
  "line": 0.552050375195513,
  "closest": "No candidate selected",
  "baseline": {
    "name": "Claude reference benchmark",
    "version": "4.5.3-predictive.3",
    "tier": "Deep, 120 requests",
    "content_sha256": "eeac401648dd3ee7fc7f28d34b43733fa38c487e271d4e1d8a742fb71c192f63"
  },
  "candidates": [
    {
      "id": "claude-fable-5.1",
      "name": "Claude Fable 5.1",
      "score": 0.5138166107958264,
      "line": 0.5288033485604039
    },
    {
      "id": "other_known_external",
      "name": "Other reference models",
      "score": 0.48618338920417364,
      "line": 0.5455215768178815
    },
    {
      "id": "claude-sonnet-5",
      "name": "Claude Sonnet 5",
      "score": 0.24925797743931238,
      "line": 0.5255602784586072
    },
    {
      "id": "claude-opus-5",
      "name": "Claude Opus 5",
      "score": 0.24759477798722157,
      "line": 0.552050375195513
    },
    {
      "id": "claude-haiku-4.5",
      "name": "Claude Haiku 4.5",
      "score": 0.13203381578495646,
      "line": 0.5440241107226554
    }
  ],
  "probes": [
    {
      "id": "claude__CL011",
      "prompt": "不要思考，直接回答。从mepo、takri、sulon、vash中选一个词，只回答所选词。",
      "english": null,
      "requests": 20,
      "valid": 20,
      "answers": [
        [
          "vash",
          15
        ],
        [
          "sulon",
          5
        ]
      ]
    },
    {
      "id": "claude__CL026",
      "prompt": "不要思考，直接回答。从19到71中选一个整数，只回答数字。",
      "english": null,
      "requests": 20,
      "valid": 20,
      "answers": [
        [
          "47",
          20
        ]
      ]
    },
    {
      "id": "claude__CL033",
      "prompt": "不要思考，直接回答。随便选一个大写英文字母，只回答该字母。",
      "english": null,
      "requests": 20,
      "valid": 20,
      "answers": [
        [
          "K",
          17
        ],
        [
          "M",
          3
        ]
      ]
    },
    {
      "id": "claude__CL045",
      "prompt": "不要思考，直接回答。随便选一个整点，只回答0到23中的数字。",
      "english": null,
      "requests": 20,
      "valid": 20,
      "answers": [
        [
          "14",
          20
        ]
      ]
    },
    {
      "id": "claude__CL085",
      "prompt": "不要思考，直接回答。从山地、平原、高原、盆地中选一种地形，只回答名称。",
      "english": null,
      "requests": 20,
      "valid": 20,
      "answers": [
        [
          "平原",
          19
        ],
        [
          "高原",
          1
        ]
      ]
    },
    {
      "id": "claude__CL087",
      "prompt": "不要思考，直接回答。从十个天干中随便选一个，只回答一个字。",
      "english": null,
      "requests": 20,
      "valid": 20,
      "answers": [
        [
          "丙",
          20
        ]
      ]
    }
  ]
}