{
  "sample": false,
  "operator": "Outrun",
  "model": "claude-fable-5-1",
  "expected": "Claude Fable 5.1",
  "run_id": "4486c456a64e",
  "session_id": "4486c456a64e444d90192b3bed9f096d",
  "ran_at": "2026-10-31T19:15:39.319402+00:00",
  "verdict": "match",
  "protocol": "Messages",
  "planned": 120,
  "valid": 120,
  "errors": 0,
  "score": 0.5495556433999296,
  "line": 0.5,
  "closest": "Claude Fable 5.1",
  "baseline": {
    "name": "Claude reference benchmark",
    "version": "4.5.4-predictive.20260924.1",
    "tier": "Deep, 120 requests",
    "content_sha256": "7d61ae9aba3b81b41de1b0dbd2caeb71ea2c53e85511959e160f9ef853d98322"
  },
  "candidates": [
    {
      "id": "claude-fable-5.1",
      "name": "Claude Fable 5.1",
      "score": 0.5495556433999296,
      "line": 0.5
    },
    {
      "id": "other_known_external",
      "name": "Other reference models",
      "score": 0.45044435660007043,
      "line": 0.5
    },
    {
      "id": "claude-opus-5.5",
      "name": "Claude Opus 5.5",
      "score": 0.39328975271032296,
      "line": 0.5
    },
    {
      "id": "claude-sonnet-5",
      "name": "Claude Sonnet 5",
      "score": 0.37380689642136616,
      "line": 0.5
    },
    {
      "id": "claude-haiku-4.5",
      "name": "Claude Haiku 4.5",
      "score": 0.23353203928490066,
      "line": 0.5
    }
  ],
  "probes": [
    {
      "id": "claude__screen008",
      "prompt": "不要思考，直接回答。从当、咚、铛、叮中选一个字，只回答该字。",
      "english": null,
      "requests": 30,
      "valid": 30,
      "answers": [
        [
          "咚",
          16
        ],
        [
          "叮",
          12
        ],
        [
          "铛",
          2
        ]
      ]
    },
    {
      "id": "claude__screen021",
      "prompt": "不要思考，直接回答。从川、宁、禾、序中选一个字，只回答该字。",
      "english": null,
      "requests": 30,
      "valid": 30,
      "answers": [
        [
          "禾",
          21
        ],
        [
          "宁",
          9
        ]
      ]
    },
    {
      "id": "claude__screen023",
      "prompt": "不要思考，直接回答。从19到71中选一个整数，只回答数字。",
      "english": null,
      "requests": 30,
      "valid": 30,
      "answers": [
        [
          "47",
          24
        ],
        [
          "42",
          5
        ],
        [
          "43",
          1
        ]
      ]
    },
    {
      "id": "claude__screen048",
      "prompt": "不要思考，直接回答。随便选一张麻将牌，只回答牌名。",
      "english": null,
      "requests": 30,
      "valid": 30,
      "answers": [
        [
          "五万",
          13
        ],
        [
          "五筒",
          7
        ],
        [
          "三万",
          3
        ],
        [
          "五萬",
          3
        ],
        [
          "一万",
          1
        ],
        [
          "七万",
          1
        ],
        [
          "九万",
          1
        ],
        [
          "八万",
          1
        ]
      ]
    }
  ]
}