{
  "label": "Recorded-video benchmark",
  "kind": "offline benchmark",
  "production": false,
  "asOf": "2026-08-10",
  "source": "Vision accuracy ledger, last updated 2026-08-10",
  "method": [
    "Each clip was run through the full Vision pipeline from scratch, with no fallback.",
    "Each clip has a ground-truth outcome checked by a person. A hold counts as correct only where a hold was the expected result.",
    "The headline check is a wrong auto-settle: an automatic settle with an incorrect outcome."
  ],
  "limits": [
    "Recorded video only. There is no live-video result in this set.",
    "Public clips chosen by the team, 2 to 5 per title. Not a random sample and not production traffic.",
    "It shows the pipeline on these clips. It is not an accuracy rate for any title and not a production test."
  ],
  "totals": {
    "clips": 38,
    "matchedExpected": 38,
    "autoSettled": 31,
    "wrongAutoSettles": 0,
    "heldAsExpected": 4,
    "sentForConfirmation": 1,
    "voided": 2
  },
  "titles": [
    {
      "title": "Madden NFL 26",
      "clips": 3,
      "matchedExpected": 3,
      "autoSettled": 1,
      "wrongAutoSettles": 0
    },
    {
      "title": "NBA 2K26",
      "clips": 2,
      "matchedExpected": 2,
      "autoSettled": 2,
      "wrongAutoSettles": 0
    },
    {
      "title": "Counter-Strike 2",
      "clips": 3,
      "matchedExpected": 3,
      "autoSettled": 1,
      "wrongAutoSettles": 0
    },
    {
      "title": "Dota 2",
      "clips": 2,
      "matchedExpected": 2,
      "autoSettled": 1,
      "wrongAutoSettles": 0
    },
    {
      "title": "Fortnite",
      "clips": 3,
      "matchedExpected": 3,
      "autoSettled": 3,
      "wrongAutoSettles": 0
    },
    {
      "title": "Call of Duty: Warzone",
      "clips": 2,
      "matchedExpected": 2,
      "autoSettled": 2,
      "wrongAutoSettles": 0
    },
    {
      "title": "Valorant",
      "clips": 2,
      "matchedExpected": 2,
      "autoSettled": 2,
      "wrongAutoSettles": 0
    },
    {
      "title": "Rocket League",
      "clips": 2,
      "matchedExpected": 2,
      "autoSettled": 2,
      "wrongAutoSettles": 0
    },
    {
      "title": "Apex Legends",
      "clips": 2,
      "matchedExpected": 2,
      "autoSettled": 2,
      "wrongAutoSettles": 0
    },
    {
      "title": "League of Legends",
      "clips": 4,
      "matchedExpected": 4,
      "autoSettled": 4,
      "wrongAutoSettles": 0
    },
    {
      "title": "Rainbow Six Siege",
      "clips": 3,
      "matchedExpected": 3,
      "autoSettled": 2,
      "wrongAutoSettles": 0
    },
    {
      "title": "PUBG",
      "clips": 2,
      "matchedExpected": 2,
      "autoSettled": 2,
      "wrongAutoSettles": 0
    },
    {
      "title": "Overwatch 2",
      "clips": 5,
      "matchedExpected": 5,
      "autoSettled": 4,
      "wrongAutoSettles": 0
    },
    {
      "title": "Rocket League Sideswipe",
      "clips": 3,
      "matchedExpected": 3,
      "autoSettled": 3,
      "wrongAutoSettles": 0
    }
  ]
}