{
  "recordsNotConclusions": true,
  "registryVersion": "2026-08-13",
  "agent": {
    "slug": "oai-searchbot",
    "token": "OAI-SearchBot",
    "operator": "OpenAI",
    "purpose": "search",
    "isFetcher": true,
    "description": "OpenAI's automatic search crawler, used to surface and link websites in ChatGPT search results.",
    "sourceUrl": "https://developers.openai.com/api/docs/bots",
    "sourceCheckedAt": "2026-08-13"
  },
  "observations": [
    {
      "domain": "anthropic.com",
      "state": "allowed",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T04:17:13.780Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "apnews.com",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T15:17:13.151Z",
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
    },
    {
      "domain": "apple.com",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T06:17:13.327Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "cloudflare.com",
      "state": "allowed",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T02:17:13.781Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "commoncrawl.org",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T08:17:13.488Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "google.com",
      "state": "partial",
      "matchedAgents": [
        "*",
        "Yandex"
      ],
      "lastObservedAt": "2026-08-13T07:17:17.570Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "medium.com",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T11:17:13.383Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "openai.com",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T03:17:16.191Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "oreilly.com",
      "state": "partial",
      "matchedAgents": [
        "ClaudeBot",
        "claude-web",
        "Claude-SearchBot",
        "YouBot",
        "Applebot-Extended",
        "MistralAI-User",
        "meta-webindexer",
        "GoogleAgent-Mariner",
        "DotBot",
        "archive.org_bot",
        "Pinterestbot",
        "TelegramBot",
        "kakaotalk-scrap",
        "getstream.io/opengraph-bot",
        "RamblerMail",
        "Brave",
        "OAI-SearchBot"
      ],
      "lastObservedAt": "2026-08-13T13:17:13.177Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "perplexity.ai",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T05:17:13.768Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "quora.com",
      "state": "disallowed",
      "matchedAgents": [
        "OAI-SearchBot"
      ],
      "lastObservedAt": "2026-08-13T12:17:13.617Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "reddit.com",
      "state": "disallowed",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T09:17:13.755Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "rslcollective.org",
      "state": "allowed",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T01:17:13.460Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "rslstandard.org",
      "state": "allowed",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T00:17:13.631Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "stackoverflow.com",
      "state": "unverified",
      "matchedAgents": [],
      "lastObservedAt": "2026-08-12T17:17:13.588Z",
      "parserVersion": null
    },
    {
      "domain": "theguardian.com",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T16:17:14.036Z",
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
    },
    {
      "domain": "usatoday.com",
      "state": "disallowed",
      "matchedAgents": [
        "OAI-SearchBot"
      ],
      "lastObservedAt": "2026-08-12T19:17:13.079Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "voxmedia.com",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-12T18:17:14.665Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "yahoo.com",
      "state": "partial",
      "matchedAgents": [
        "Claude-SearchBot",
        "OAI-SearchBot"
      ],
      "lastObservedAt": "2026-08-13T10:17:13.627Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "ziffdavis.com",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T14:17:13.413Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    }
  ]
}