{
  "sample": false,
  "operator": "Outrun",
  "model": "gpt-6-sol",
  "expected": "GPT-6 Sol",
  "run_id": "2cb1ac1f28c4",
  "session_id": "2cb1ac1f28c44e6185c65b2f6827fb63",
  "ran_at": "2026-10-31T19:10:12.430093+00:00",
  "verdict": "mismatch",
  "protocol": "Chat Completions",
  "planned": 128,
  "valid": 128,
  "errors": 0,
  "score": 0.3816848193931665,
  "line": 0.5,
  "closest": "GPT-6 Astra",
  "baseline": {
    "name": "GPT reference benchmark",
    "version": "4.5.4-chat.20260924.2",
    "tier": "Deep, 128 requests",
    "content_sha256": "bb283cb4b04b9698b26fd26e4fc2d56149e25d4e0f03625bbc82605b3e453eb8"
  },
  "candidates": [
    {
      "id": "gpt-6-astra",
      "name": "GPT-6 Astra",
      "score": 0.5168204712873767,
      "line": 0.5
    },
    {
      "id": "other_known_external",
      "name": "Other reference models",
      "score": 0.48317952871262326,
      "line": 0.5
    },
    {
      "id": "gpt-6-luna",
      "name": "GPT-6 Luna",
      "score": 0.3948384921155513,
      "line": 0.5
    },
    {
      "id": "gpt-6-sol",
      "name": "GPT-6 Sol",
      "score": 0.3816848193931665,
      "line": 0.5
    },
    {
      "id": "gpt-5.6-terra",
      "name": "GPT-5.6 Terra",
      "score": 0.3493003083320959,
      "line": 0.5
    }
  ],
  "probes": [
    {
      "id": "gpt__screen023",
      "prompt": "不要思考，直接回答。从19到71中选一个整数，只回答数字。",
      "english": null,
      "requests": 43,
      "valid": 43,
      "answers": [
        [
          "43",
          43
        ]
      ]
    },
    {
      "id": "gpt__screen106",
      "prompt": "从麻将牌中随便选一张，只回答牌名。",
      "english": null,
      "requests": 43,
      "valid": 43,
      "answers": [
        [
          "七筒",
          22
        ],
        [
          "三筒",
          16
        ],
        [
          "九筒",
          5
        ]
      ]
    },
    {
      "id": "gpt__screen114",
      "prompt": "随便说出一个拟声词，只回答拟声词。",
      "english": null,
      "requests": 42,
      "valid": 42,
      "answers": [
        [
          "哗啦啦",
          31
        ],
        [
          "喵喵",
          6
        ],
        [
          "哗啦哗啦",
          3
        ],
        [
          "哐当",
          1
        ],
        [
          "喵呜",
          1
        ]
      ]
    }
  ]
}
