{
  "sample": false,
  "operator": "Outrun",
  "model": "gpt-5.6-sol",
  "expected": "GPT-5.6 Sol",
  "run_id": "e400f425b500",
  "session_id": "e400f425b5004bc889dfd6224f087ce7",
  "ran_at": "2026-10-31T19:38:53.877435+00:00",
  "verdict": "inconclusive",
  "protocol": "Chat Completions",
  "planned": 96,
  "valid": 96,
  "errors": 0,
  "score": 0.36840505679428986,
  "line": 0.5600060326824966,
  "closest": "No candidate selected",
  "baseline": {
    "name": "GPT reference benchmark",
    "version": "4.5.4-chat.1",
    "tier": "Deep, 96 requests",
    "content_sha256": "0445bb9a7b348f2c2eaf4f9307144875a9b72dd3638966424f0cb16a1c5d49c8"
  },
  "candidates": [
    {
      "id": "gpt-5.6-luna",
      "name": "GPT-5.6 Luna",
      "score": 0.5605155140352787,
      "line": 0.6109586687984903
    },
    {
      "id": "other_known_external",
      "name": "Other reference models",
      "score": 0.43948448596472134,
      "line": 0.672574150740984
    },
    {
      "id": "gpt-5.6-sol",
      "name": "GPT-5.6 Sol",
      "score": 0.36840505679428986,
      "line": 0.5600060326824966
    },
    {
      "id": "gpt-6-astra",
      "name": "GPT-6 Astra",
      "score": 0.33949229476956744,
      "line": 0.5643544145362065
    },
    {
      "id": "gpt-5.6-terra",
      "name": "GPT-5.6 Terra",
      "score": 0.24593018246528428,
      "line": 0.5914614757463558
    }
  ],
  "probes": [
    {
      "id": "gpt__ZH006",
      "prompt": "随便说出一个国家，只回答国名。",
      "english": null,
      "requests": 16,
      "valid": 16,
      "answers": [
        [
          "加拿大",
          16
        ]
      ]
    },
    {
      "id": "gpt__ZH027",
      "prompt": "随便说出一个拟声词，只回答拟声词。",
      "english": null,
      "requests": 16,
      "valid": 16,
      "answers": [
        [
          "喵喵",
          12
        ],
        [
          "哗啦啦",
          4
        ]
      ]
    },
    {
      "id": "gpt__ZH071",
      "prompt": "从17到83中随便选一个整数，只回答数字。",
      "english": null,
      "requests": 16,
      "valid": 16,
      "answers": [
        [
          "52",
          4
        ],
        [
          "46",
          3
        ],
        [
          "47",
          3
        ],
        [
          "42",
          2
        ],
        [
          "56",
          2
        ],
        [
          "57",
          2
        ]
      ]
    },
    {
      "id": "gpt__b80_letter_count",
      "prompt": "Count the letter r in strawberry. Reply only with the integer.",
      "english": null,
      "requests": 16,
      "valid": 16,
      "answers": [
        [
          "3",
          12
        ],
        [
          "1",
          4
        ]
      ]
    },
    {
      "id": "gpt__rand_bird",
      "prompt": "Name a random bird. Reply with ONLY the bird name, one word.",
      "english": null,
      "requests": 16,
      "valid": 16,
      "answers": [
        [
          "Kingfisher",
          16
        ]
      ]
    },
    {
      "id": "gpt__rand_country",
      "prompt": "Name a random country. Reply with ONLY the country name.",
      "english": null,
      "requests": 16,
      "valid": 16,
      "answers": [
        [
          "Uruguay",
          6
        ],
        [
          "Bhutan",
          4
        ],
        [
          "Portugal",
          3
        ],
        [
          "Namibia",
          2
        ],
        [
          "Madagascar",
          1
        ]
      ]
    }
  ]
}