{
  "sample": false,
  "operator": "Outrun",
  "model": "gpt-6-astra",
  "run_id": "647ed38cd97a",
  "session_id": "647ed38cd97a4b8eb6c2490bcc4ee205",
  "ran_at": "2026-10-31T18:40:45.717452+00:00",
  "verdict": "mismatch",
  "protocol": "Responses",
  "planned": 128,
  "valid": 114,
  "errors": 14,
  "score": 0.4915730205871524,
  "line": 0.5007278427691376,
  "closest": "Other reference models",
  "expected": "GPT-6 Astra",
  "baseline": {
    "name": "GPT reference benchmark",
    "version": "4.5.4-predictive.20261003.1",
    "tier": "Deep, 128 requests",
    "content_sha256": "ff04ec844b5bd63c189748cff4caaf039be9cb908f398cb6c279efab9e8c4aec"
  },
  "candidates": [
    {
      "id": "other_known_external",
      "name": "Other reference models",
      "score": 0.5084269794128475,
      "line": 0.5068073175882207
    },
    {
      "id": "gpt-6-astra",
      "name": "GPT-6 Astra",
      "score": 0.4915730205871524,
      "line": 0.5007278427691376
    },
    {
      "id": "gpt-6-luna",
      "name": "GPT-6 Luna",
      "score": 0.4675431533099036,
      "line": 0.5007278427691376
    },
    {
      "id": "gpt-6.1-sol",
      "name": "GPT-6.1 Sol",
      "score": 0.4482012388788464,
      "line": 0.5007278427691376
    },
    {
      "id": "gpt-5.6-terra",
      "name": "GPT-5.6 Terra",
      "score": 0.28765573742882394,
      "line": 0.5007278427691376
    }
  ],
  "probes": [
    {
      "id": "gpt__screen067",
      "prompt": "不要思考，直接回答。随便选一个标点符号，只回答符号。",
      "english": null,
      "requests": 64,
      "valid": 55,
      "answers": [
        [
          "！",
          51
        ],
        [
          "。",
          3
        ],
        [
          "？",
          1
        ]
      ]
    },
    {
      "id": "gpt__screen101",
      "prompt": "Name a random country. Reply with ONLY the country name.",
      "english": null,
      "requests": 16,
      "valid": 16,
      "answers": [
        [
          "Bhutan",
          7
        ],
        [
          "Mongolia",
          4
        ],
        [
          "Madagascar",
          2
        ],
        [
          "Japan",
          1
        ],
        [
          "Kenya",
          1
        ],
        [
          "Namibia",
          1
        ]
      ]
    },
    {
      "id": "gpt__screen108",
      "prompt": "从17到83中随便选一个整数，只回答数字。",
      "english": null,
      "requests": 48,
      "valid": 43,
      "answers": [
        [
          "46",
          19
        ],
        [
          "47",
          13
        ],
        [
          "52",
          7
        ],
        [
          "42",
          2
        ],
        [
          "58",
          2
        ]
      ]
    }
  ]
}