{
  "recordsNotConclusions": true,
  "registryVersion": "2026-08-13",
  "landscape": {
    "observedDomains": 20,
    "robotsRecords": 20,
    "contentSignalDomains": [],
    "agents": {
      "GPTBot": [
        {
          "domain": "anthropic.com",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T04:17:13.780Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "apnews.com",
          "state": "disallowed",
          "matchedAgents": [
            "GPTBot"
          ],
          "lastObservedAt": "2026-08-13T15:17:13.151Z",
          "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
        },
        {
          "domain": "apple.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T06:17:13.327Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "cloudflare.com",
          "state": "allowed",
          "matchedAgents": [
            "GPTBot"
          ],
          "lastObservedAt": "2026-08-13T02:17:13.781Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "commoncrawl.org",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T08:17:13.488Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "google.com",
          "state": "partial",
          "matchedAgents": [
            "*",
            "Yandex"
          ],
          "lastObservedAt": "2026-08-13T07:17:17.570Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "medium.com",
          "state": "disallowed",
          "matchedAgents": [
            "Amazonbot",
            "Applebot-Extended",
            "Bytespider",
            "ClaudeBot",
            "FacebookBot",
            "GoogleOther",
            "GPTBot",
            "meta-externalagent"
          ],
          "lastObservedAt": "2026-08-13T11:17:13.383Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "openai.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T03:17:16.191Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "oreilly.com",
          "state": "disallowed",
          "matchedAgents": [
            "GPTBot",
            "anthropic-ai",
            "Google-Extended",
            "cohere-ai",
            "CCBot",
            "AI2Bot",
            "Amazonbot",
            "Amazonbot-Video",
            "Bytespider",
            "meta-externalagent",
            "Diffbot",
            "omgili",
            "TimpiBot",
            "SeznamBot",
            "Exabot",
            "YandexBot",
            "Sogou",
            "360Spider",
            "YisouSpider",
            "Baiduspider-Render/2.0",
            "MJ12bot",
            "DataForSeoBot",
            "AliyunSecBot",
            "ArchiveTeam",
            "ArchiveTeam ArchiveBot",
            "AwarioBot",
            "ZoominfoBot",
            "ali-implementer",
            "Blueno",
            "BIGO-baiguoyuan",
            "WorksOgCrawler",
            "OnPageBot",
            "DoCoMo",
            "SAMSUNG-SGH-E250",
            "TA-Googlebot"
          ],
          "lastObservedAt": "2026-08-13T13:17:13.177Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "perplexity.ai",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T05:17:13.768Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "quora.com",
          "state": "disallowed",
          "matchedAgents": [
            "GPTBot"
          ],
          "lastObservedAt": "2026-08-13T12:17:13.617Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "reddit.com",
          "state": "disallowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T09:17:13.755Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "rslcollective.org",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T01:17:13.460Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "rslstandard.org",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T00:17:13.631Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "stackoverflow.com",
          "state": "unverified",
          "matchedAgents": [],
          "lastObservedAt": "2026-08-12T17:17:13.588Z",
          "parserVersion": null
        },
        {
          "domain": "theguardian.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T16:17:14.036Z",
          "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
        },
        {
          "domain": "usatoday.com",
          "state": "disallowed",
          "matchedAgents": [
            "GPTBot"
          ],
          "lastObservedAt": "2026-08-12T19:17:13.079Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "voxmedia.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-12T18:17:14.665Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "yahoo.com",
          "state": "disallowed",
          "matchedAgents": [
            "ADmantX",
            "AlphaBot",
            "anthropic-ai",
            "AwarioRssBot",
            "AwarioSmartBot",
            "BLEXBot",
            "Buzzbot",
            "Bytespider",
            "CCBot",
            "ChatGPT-User",
            "claritybot",
            "Claude-Web",
            "ClaudeBot",
            "cohere-ai",
            "Diffbot",
            "FacebookBot",
            "FriendlyCrawler",
            "Google-Extended",
            "GPTBot",
            "huggingface",
            "ImagesiftBot",
            "img2dataset",
            "magpie-crawler",
            "Meltwater",
            "Neevabot",
            "news-please",
            "NewsNow",
            "Nutch",
            "omgili",
            "omgilibot",
            "panscient.com",
            "Perplexity-ai",
            "PerplexityBot",
            "PetalBot",
            "PiplBot",
            "scoop.it",
            "Scrapy",
            "Seekr",
            "SentiBot",
            "SeznamBot",
            "TurnitinBot",
            "YouBot",
            "ZumBot"
          ],
          "lastObservedAt": "2026-08-13T10:17:13.627Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "ziffdavis.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T14:17:13.413Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        }
      ],
      "OAI-SearchBot": [
        {
          "domain": "anthropic.com",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T04:17:13.780Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "apnews.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T15:17:13.151Z",
          "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
        },
        {
          "domain": "apple.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T06:17:13.327Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "cloudflare.com",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T02:17:13.781Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "commoncrawl.org",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T08:17:13.488Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "google.com",
          "state": "partial",
          "matchedAgents": [
            "*",
            "Yandex"
          ],
          "lastObservedAt": "2026-08-13T07:17:17.570Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "medium.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T11:17:13.383Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "openai.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T03:17:16.191Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "oreilly.com",
          "state": "partial",
          "matchedAgents": [
            "ClaudeBot",
            "claude-web",
            "Claude-SearchBot",
            "YouBot",
            "Applebot-Extended",
            "MistralAI-User",
            "meta-webindexer",
            "GoogleAgent-Mariner",
            "DotBot",
            "archive.org_bot",
            "Pinterestbot",
            "TelegramBot",
            "kakaotalk-scrap",
            "getstream.io/opengraph-bot",
            "RamblerMail",
            "Brave",
            "OAI-SearchBot"
          ],
          "lastObservedAt": "2026-08-13T13:17:13.177Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "perplexity.ai",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T05:17:13.768Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "quora.com",
          "state": "disallowed",
          "matchedAgents": [
            "OAI-SearchBot"
          ],
          "lastObservedAt": "2026-08-13T12:17:13.617Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "reddit.com",
          "state": "disallowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T09:17:13.755Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "rslcollective.org",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T01:17:13.460Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "rslstandard.org",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T00:17:13.631Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "stackoverflow.com",
          "state": "unverified",
          "matchedAgents": [],
          "lastObservedAt": "2026-08-12T17:17:13.588Z",
          "parserVersion": null
        },
        {
          "domain": "theguardian.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T16:17:14.036Z",
          "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
        },
        {
          "domain": "usatoday.com",
          "state": "disallowed",
          "matchedAgents": [
            "OAI-SearchBot"
          ],
          "lastObservedAt": "2026-08-12T19:17:13.079Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "voxmedia.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-12T18:17:14.665Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "yahoo.com",
          "state": "partial",
          "matchedAgents": [
            "Claude-SearchBot",
            "OAI-SearchBot"
          ],
          "lastObservedAt": "2026-08-13T10:17:13.627Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "ziffdavis.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T14:17:13.413Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        }
      ],
      "ChatGPT-User": [
        {
          "domain": "anthropic.com",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T04:17:13.780Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "apnews.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T15:17:13.151Z",
          "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
        },
        {
          "domain": "apple.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T06:17:13.327Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "cloudflare.com",
          "state": "allowed",
          "matchedAgents": [
            "ChatGPT-User"
          ],
          "lastObservedAt": "2026-08-13T02:17:13.781Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "commoncrawl.org",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T08:17:13.488Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "google.com",
          "state": "partial",
          "matchedAgents": [
            "*",
            "Yandex"
          ],
          "lastObservedAt": "2026-08-13T07:17:17.570Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "medium.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T11:17:13.383Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "openai.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T03:17:16.191Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "oreilly.com",
          "state": "partial",
          "matchedAgents": [
            "ChatGPT-User",
            "ChatGPT-User/2.0",
            "PerplexityBot",
            "Perplexity-User",
            "DuckAssistBot",
            "Applebot",
            "bingbot",
            "Googlebot"
          ],
          "lastObservedAt": "2026-08-13T13:17:13.177Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "perplexity.ai",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T05:17:13.768Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "quora.com",
          "state": "disallowed",
          "matchedAgents": [
            "ChatGPT-User"
          ],
          "lastObservedAt": "2026-08-13T12:17:13.617Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "reddit.com",
          "state": "disallowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T09:17:13.755Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "rslcollective.org",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T01:17:13.460Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "rslstandard.org",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T00:17:13.631Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "stackoverflow.com",
          "state": "unverified",
          "matchedAgents": [],
          "lastObservedAt": "2026-08-12T17:17:13.588Z",
          "parserVersion": null
        },
        {
          "domain": "theguardian.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T16:17:14.036Z",
          "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
        },
        {
          "domain": "usatoday.com",
          "state": "disallowed",
          "matchedAgents": [
            "ChatGPT-User"
          ],
          "lastObservedAt": "2026-08-12T19:17:13.079Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "voxmedia.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-12T18:17:14.665Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "yahoo.com",
          "state": "disallowed",
          "matchedAgents": [
            "ADmantX",
            "AlphaBot",
            "anthropic-ai",
            "AwarioRssBot",
            "AwarioSmartBot",
            "BLEXBot",
            "Buzzbot",
            "Bytespider",
            "CCBot",
            "ChatGPT-User",
            "claritybot",
            "Claude-Web",
            "ClaudeBot",
            "cohere-ai",
            "Diffbot",
            "FacebookBot",
            "FriendlyCrawler",
            "Google-Extended",
            "GPTBot",
            "huggingface",
            "ImagesiftBot",
            "img2dataset",
            "magpie-crawler",
            "Meltwater",
            "Neevabot",
            "news-please",
            "NewsNow",
            "Nutch",
            "omgili",
            "omgilibot",
            "panscient.com",
            "Perplexity-ai",
            "PerplexityBot",
            "PetalBot",
            "PiplBot",
            "scoop.it",
            "Scrapy",
            "Seekr",
            "SentiBot",
            "SeznamBot",
            "TurnitinBot",
            "YouBot",
            "ZumBot"
          ],
          "lastObservedAt": "2026-08-13T10:17:13.627Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "ziffdavis.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T14:17:13.413Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        }
      ],
      "ClaudeBot": [
        {
          "domain": "anthropic.com",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T04:17:13.780Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "apnews.com",
          "state": "disallowed",
          "matchedAgents": [
            "ClaudeBot"
          ],
          "lastObservedAt": "2026-08-13T15:17:13.151Z",
          "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
        },
        {
          "domain": "apple.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T06:17:13.327Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "cloudflare.com",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T02:17:13.781Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "commoncrawl.org",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T08:17:13.488Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "google.com",
          "state": "partial",
          "matchedAgents": [
            "*",
            "Yandex"
          ],
          "lastObservedAt": "2026-08-13T07:17:17.570Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "medium.com",
          "state": "disallowed",
          "matchedAgents": [
            "Amazonbot",
            "Applebot-Extended",
            "Bytespider",
            "ClaudeBot",
            "FacebookBot",
            "GoogleOther",
            "GPTBot",
            "meta-externalagent"
          ],
          "lastObservedAt": "2026-08-13T11:17:13.383Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "openai.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T03:17:16.191Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "oreilly.com",
          "state": "partial",
          "matchedAgents": [
            "ClaudeBot",
            "claude-web",
            "Claude-SearchBot",
            "YouBot",
            "Applebot-Extended",
            "MistralAI-User",
            "meta-webindexer",
            "GoogleAgent-Mariner",
            "DotBot",
            "archive.org_bot",
            "Pinterestbot",
            "TelegramBot",
            "kakaotalk-scrap",
            "getstream.io/opengraph-bot",
            "RamblerMail",
            "Brave",
            "OAI-SearchBot"
          ],
          "lastObservedAt": "2026-08-13T13:17:13.177Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "perplexity.ai",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T05:17:13.768Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "quora.com",
          "state": "disallowed",
          "matchedAgents": [
            "ClaudeBot"
          ],
          "lastObservedAt": "2026-08-13T12:17:13.617Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "reddit.com",
          "state": "disallowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T09:17:13.755Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "rslcollective.org",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T01:17:13.460Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "rslstandard.org",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T00:17:13.631Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "stackoverflow.com",
          "state": "unverified",
          "matchedAgents": [],
          "lastObservedAt": "2026-08-12T17:17:13.588Z",
          "parserVersion": null
        },
        {
          "domain": "theguardian.com",
          "state": "disallowed",
          "matchedAgents": [
            "NewsNow",
            "CCBot",
            "TurnitinBot",
            "PetalBot",
            "MoodleBot",
            "FacebookBot",
            "Bytespider",
            "Mojeek",
            "JenkersBot",
            "Seekr",
            "YouBot",
            "Arquivo-web-crawler",
            "coccocbot-web",
            "SeznamBot",
            "PerplexityBot",
            "yacy",
            "anthropic-ai",
            "ClaudeBot",
            "Claude-SearchBot",
            "Claude-User",
            "AwarioRssBot",
            "AwarioSmartBot",
            "SentiOne",
            "ImageSift",
            "Applebot-Extended",
            "YandexAdditional",
            "YandexAdditionalBot",
            "scalepostAI",
            "Buck",
            "meta-externalagent",
            "Amazonbot",
            "amazon-QBusiness",
            "DuckAssistBot",
            "Google-CloudVertexBot",
            "Amzn-SearchBot",
            "AhrefsBot",
            "AhrefsSiteAudit"
          ],
          "lastObservedAt": "2026-08-13T16:17:14.036Z",
          "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
        },
        {
          "domain": "usatoday.com",
          "state": "disallowed",
          "matchedAgents": [
            "ClaudeBot"
          ],
          "lastObservedAt": "2026-08-12T19:17:13.079Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "voxmedia.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-12T18:17:14.665Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "yahoo.com",
          "state": "disallowed",
          "matchedAgents": [
            "ADmantX",
            "AlphaBot",
            "anthropic-ai",
            "AwarioRssBot",
            "AwarioSmartBot",
            "BLEXBot",
            "Buzzbot",
            "Bytespider",
            "CCBot",
            "ChatGPT-User",
            "claritybot",
            "Claude-Web",
            "ClaudeBot",
            "cohere-ai",
            "Diffbot",
            "FacebookBot",
            "FriendlyCrawler",
            "Google-Extended",
            "GPTBot",
            "huggingface",
            "ImagesiftBot",
            "img2dataset",
            "magpie-crawler",
            "Meltwater",
            "Neevabot",
            "news-please",
            "NewsNow",
            "Nutch",
            "omgili",
            "omgilibot",
            "panscient.com",
            "Perplexity-ai",
            "PerplexityBot",
            "PetalBot",
            "PiplBot",
            "scoop.it",
            "Scrapy",
            "Seekr",
            "SentiBot",
            "SeznamBot",
            "TurnitinBot",
            "YouBot",
            "ZumBot"
          ],
          "lastObservedAt": "2026-08-13T10:17:13.627Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "ziffdavis.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T14:17:13.413Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        }
      ],
      "Claude-SearchBot": [
        {
          "domain": "anthropic.com",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T04:17:13.780Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "apnews.com",
          "state": "disallowed",
          "matchedAgents": [
            "Claude-SearchBot"
          ],
          "lastObservedAt": "2026-08-13T15:17:13.151Z",
          "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
        },
        {
          "domain": "apple.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T06:17:13.327Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "cloudflare.com",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T02:17:13.781Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "commoncrawl.org",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T08:17:13.488Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "google.com",
          "state": "partial",
          "matchedAgents": [
            "*",
            "Yandex"
          ],
          "lastObservedAt": "2026-08-13T07:17:17.570Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "medium.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T11:17:13.383Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "openai.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T03:17:16.191Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "oreilly.com",
          "state": "partial",
          "matchedAgents": [
            "ClaudeBot",
            "claude-web",
            "Claude-SearchBot",
            "YouBot",
            "Applebot-Extended",
            "MistralAI-User",
            "meta-webindexer",
            "GoogleAgent-Mariner",
            "DotBot",
            "archive.org_bot",
            "Pinterestbot",
            "TelegramBot",
            "kakaotalk-scrap",
            "getstream.io/opengraph-bot",
            "RamblerMail",
            "Brave",
            "OAI-SearchBot"
          ],
          "lastObservedAt": "2026-08-13T13:17:13.177Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "perplexity.ai",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T05:17:13.768Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "quora.com",
          "state": "disallowed",
          "matchedAgents": [
            "Claude-SearchBot"
          ],
          "lastObservedAt": "2026-08-13T12:17:13.617Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "reddit.com",
          "state": "disallowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T09:17:13.755Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "rslcollective.org",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T01:17:13.460Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "rslstandard.org",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T00:17:13.631Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "stackoverflow.com",
          "state": "unverified",
          "matchedAgents": [],
          "lastObservedAt": "2026-08-12T17:17:13.588Z",
          "parserVersion": null
        },
        {
          "domain": "theguardian.com",
          "state": "disallowed",
          "matchedAgents": [
            "NewsNow",
            "CCBot",
            "TurnitinBot",
            "PetalBot",
            "MoodleBot",
            "FacebookBot",
            "Bytespider",
            "Mojeek",
            "JenkersBot",
            "Seekr",
            "YouBot",
            "Arquivo-web-crawler",
            "coccocbot-web",
            "SeznamBot",
            "PerplexityBot",
            "yacy",
            "anthropic-ai",
            "ClaudeBot",
            "Claude-SearchBot",
            "Claude-User",
            "AwarioRssBot",
            "AwarioSmartBot",
            "SentiOne",
            "ImageSift",
            "Applebot-Extended",
            "YandexAdditional",
            "YandexAdditionalBot",
            "scalepostAI",
            "Buck",
            "meta-externalagent",
            "Amazonbot",
            "amazon-QBusiness",
            "DuckAssistBot",
            "Google-CloudVertexBot",
            "Amzn-SearchBot",
            "AhrefsBot",
            "AhrefsSiteAudit"
          ],
          "lastObservedAt": "2026-08-13T16:17:14.036Z",
          "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
        },
        {
          "domain": "usatoday.com",
          "state": "disallowed",
          "matchedAgents": [
            "Claude-SearchBot"
          ],
          "lastObservedAt": "2026-08-12T19:17:13.079Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "voxmedia.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-12T18:17:14.665Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "yahoo.com",
          "state": "partial",
          "matchedAgents": [
            "Claude-SearchBot",
            "OAI-SearchBot"
          ],
          "lastObservedAt": "2026-08-13T10:17:13.627Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "ziffdavis.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T14:17:13.413Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        }
      ],
      "Claude-User": [
        {
          "domain": "anthropic.com",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T04:17:13.780Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "apnews.com",
          "state": "disallowed",
          "matchedAgents": [
            "Claude-User"
          ],
          "lastObservedAt": "2026-08-13T15:17:13.151Z",
          "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
        },
        {
          "domain": "apple.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T06:17:13.327Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "cloudflare.com",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T02:17:13.781Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "commoncrawl.org",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T08:17:13.488Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "google.com",
          "state": "partial",
          "matchedAgents": [
            "*",
            "Yandex"
          ],
          "lastObservedAt": "2026-08-13T07:17:17.570Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "medium.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T11:17:13.383Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "openai.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T03:17:16.191Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "oreilly.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T13:17:13.177Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "perplexity.ai",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T05:17:13.768Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "quora.com",
          "state": "disallowed",
          "matchedAgents": [
            "Claude-User"
          ],
          "lastObservedAt": "2026-08-13T12:17:13.617Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "reddit.com",
          "state": "disallowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T09:17:13.755Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "rslcollective.org",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T01:17:13.460Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "rslstandard.org",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T00:17:13.631Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "stackoverflow.com",
          "state": "unverified",
          "matchedAgents": [],
          "lastObservedAt": "2026-08-12T17:17:13.588Z",
          "parserVersion": null
        },
        {
          "domain": "theguardian.com",
          "state": "disallowed",
          "matchedAgents": [
            "NewsNow",
            "CCBot",
            "TurnitinBot",
            "PetalBot",
            "MoodleBot",
            "FacebookBot",
            "Bytespider",
            "Mojeek",
            "JenkersBot",
            "Seekr",
            "YouBot",
            "Arquivo-web-crawler",
            "coccocbot-web",
            "SeznamBot",
            "PerplexityBot",
            "yacy",
            "anthropic-ai",
            "ClaudeBot",
            "Claude-SearchBot",
            "Claude-User",
            "AwarioRssBot",
            "AwarioSmartBot",
            "SentiOne",
            "ImageSift",
            "Applebot-Extended",
            "YandexAdditional",
            "YandexAdditionalBot",
            "scalepostAI",
            "Buck",
            "meta-externalagent",
            "Amazonbot",
            "amazon-QBusiness",
            "DuckAssistBot",
            "Google-CloudVertexBot",
            "Amzn-SearchBot",
            "AhrefsBot",
            "AhrefsSiteAudit"
          ],
          "lastObservedAt": "2026-08-13T16:17:14.036Z",
          "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
        },
        {
          "domain": "usatoday.com",
          "state": "disallowed",
          "matchedAgents": [
            "Claude-User"
          ],
          "lastObservedAt": "2026-08-12T19:17:13.079Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "voxmedia.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-12T18:17:14.665Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "yahoo.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T10:17:13.627Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "ziffdavis.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T14:17:13.413Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        }
      ],
      "Google-Extended": [
        {
          "domain": "anthropic.com",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T04:17:13.780Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "apnews.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T15:17:13.151Z",
          "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
        },
        {
          "domain": "apple.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T06:17:13.327Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "cloudflare.com",
          "state": "allowed",
          "matchedAgents": [
            "Google-Extended"
          ],
          "lastObservedAt": "2026-08-13T02:17:13.781Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "commoncrawl.org",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T08:17:13.488Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "google.com",
          "state": "partial",
          "matchedAgents": [
            "*",
            "Yandex"
          ],
          "lastObservedAt": "2026-08-13T07:17:17.570Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "medium.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T11:17:13.383Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "openai.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T03:17:16.191Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "oreilly.com",
          "state": "disallowed",
          "matchedAgents": [
            "GPTBot",
            "anthropic-ai",
            "Google-Extended",
            "cohere-ai",
            "CCBot",
            "AI2Bot",
            "Amazonbot",
            "Amazonbot-Video",
            "Bytespider",
            "meta-externalagent",
            "Diffbot",
            "omgili",
            "TimpiBot",
            "SeznamBot",
            "Exabot",
            "YandexBot",
            "Sogou",
            "360Spider",
            "YisouSpider",
            "Baiduspider-Render/2.0",
            "MJ12bot",
            "DataForSeoBot",
            "AliyunSecBot",
            "ArchiveTeam",
            "ArchiveTeam ArchiveBot",
            "AwarioBot",
            "ZoominfoBot",
            "ali-implementer",
            "Blueno",
            "BIGO-baiguoyuan",
            "WorksOgCrawler",
            "OnPageBot",
            "DoCoMo",
            "SAMSUNG-SGH-E250",
            "TA-Googlebot"
          ],
          "lastObservedAt": "2026-08-13T13:17:13.177Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "perplexity.ai",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T05:17:13.768Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "quora.com",
          "state": "partial",
          "matchedAgents": [
            "Google-Extended"
          ],
          "lastObservedAt": "2026-08-13T12:17:13.617Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "reddit.com",
          "state": "disallowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T09:17:13.755Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "rslcollective.org",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T01:17:13.460Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "rslstandard.org",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T00:17:13.631Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "stackoverflow.com",
          "state": "unverified",
          "matchedAgents": [],
          "lastObservedAt": "2026-08-12T17:17:13.588Z",
          "parserVersion": null
        },
        {
          "domain": "theguardian.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T16:17:14.036Z",
          "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
        },
        {
          "domain": "usatoday.com",
          "state": "disallowed",
          "matchedAgents": [
            "Google-Extended"
          ],
          "lastObservedAt": "2026-08-12T19:17:13.079Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "voxmedia.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-12T18:17:14.665Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "yahoo.com",
          "state": "disallowed",
          "matchedAgents": [
            "ADmantX",
            "AlphaBot",
            "anthropic-ai",
            "AwarioRssBot",
            "AwarioSmartBot",
            "BLEXBot",
            "Buzzbot",
            "Bytespider",
            "CCBot",
            "ChatGPT-User",
            "claritybot",
            "Claude-Web",
            "ClaudeBot",
            "cohere-ai",
            "Diffbot",
            "FacebookBot",
            "FriendlyCrawler",
            "Google-Extended",
            "GPTBot",
            "huggingface",
            "ImagesiftBot",
            "img2dataset",
            "magpie-crawler",
            "Meltwater",
            "Neevabot",
            "news-please",
            "NewsNow",
            "Nutch",
            "omgili",
            "omgilibot",
            "panscient.com",
            "Perplexity-ai",
            "PerplexityBot",
            "PetalBot",
            "PiplBot",
            "scoop.it",
            "Scrapy",
            "Seekr",
            "SentiBot",
            "SeznamBot",
            "TurnitinBot",
            "YouBot",
            "ZumBot"
          ],
          "lastObservedAt": "2026-08-13T10:17:13.627Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "ziffdavis.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T14:17:13.413Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        }
      ],
      "Applebot-Extended": [
        {
          "domain": "anthropic.com",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T04:17:13.780Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "apnews.com",
          "state": "disallowed",
          "matchedAgents": [
            "Applebot-Extended"
          ],
          "lastObservedAt": "2026-08-13T15:17:13.151Z",
          "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
        },
        {
          "domain": "apple.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T06:17:13.327Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "cloudflare.com",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T02:17:13.781Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "commoncrawl.org",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T08:17:13.488Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "google.com",
          "state": "partial",
          "matchedAgents": [
            "*",
            "Yandex"
          ],
          "lastObservedAt": "2026-08-13T07:17:17.570Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "medium.com",
          "state": "disallowed",
          "matchedAgents": [
            "Amazonbot",
            "Applebot-Extended",
            "Bytespider",
            "ClaudeBot",
            "FacebookBot",
            "GoogleOther",
            "GPTBot",
            "meta-externalagent"
          ],
          "lastObservedAt": "2026-08-13T11:17:13.383Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "openai.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T03:17:16.191Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "oreilly.com",
          "state": "partial",
          "matchedAgents": [
            "ClaudeBot",
            "claude-web",
            "Claude-SearchBot",
            "YouBot",
            "Applebot-Extended",
            "MistralAI-User",
            "meta-webindexer",
            "GoogleAgent-Mariner",
            "DotBot",
            "archive.org_bot",
            "Pinterestbot",
            "TelegramBot",
            "kakaotalk-scrap",
            "getstream.io/opengraph-bot",
            "RamblerMail",
            "Brave",
            "OAI-SearchBot"
          ],
          "lastObservedAt": "2026-08-13T13:17:13.177Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "perplexity.ai",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T05:17:13.768Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "quora.com",
          "state": "disallowed",
          "matchedAgents": [
            "Applebot-Extended"
          ],
          "lastObservedAt": "2026-08-13T12:17:13.617Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "reddit.com",
          "state": "disallowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T09:17:13.755Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "rslcollective.org",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T01:17:13.460Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "rslstandard.org",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T00:17:13.631Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "stackoverflow.com",
          "state": "unverified",
          "matchedAgents": [],
          "lastObservedAt": "2026-08-12T17:17:13.588Z",
          "parserVersion": null
        },
        {
          "domain": "theguardian.com",
          "state": "disallowed",
          "matchedAgents": [
            "NewsNow",
            "CCBot",
            "TurnitinBot",
            "PetalBot",
            "MoodleBot",
            "FacebookBot",
            "Bytespider",
            "Mojeek",
            "JenkersBot",
            "Seekr",
            "YouBot",
            "Arquivo-web-crawler",
            "coccocbot-web",
            "SeznamBot",
            "PerplexityBot",
            "yacy",
            "anthropic-ai",
            "ClaudeBot",
            "Claude-SearchBot",
            "Claude-User",
            "AwarioRssBot",
            "AwarioSmartBot",
            "SentiOne",
            "ImageSift",
            "Applebot-Extended",
            "YandexAdditional",
            "YandexAdditionalBot",
            "scalepostAI",
            "Buck",
            "meta-externalagent",
            "Amazonbot",
            "amazon-QBusiness",
            "DuckAssistBot",
            "Google-CloudVertexBot",
            "Amzn-SearchBot",
            "AhrefsBot",
            "AhrefsSiteAudit"
          ],
          "lastObservedAt": "2026-08-13T16:17:14.036Z",
          "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
        },
        {
          "domain": "usatoday.com",
          "state": "disallowed",
          "matchedAgents": [
            "Applebot-Extended"
          ],
          "lastObservedAt": "2026-08-12T19:17:13.079Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "voxmedia.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-12T18:17:14.665Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "yahoo.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T10:17:13.627Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "ziffdavis.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T14:17:13.413Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        }
      ],
      "PerplexityBot": [
        {
          "domain": "anthropic.com",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T04:17:13.780Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "apnews.com",
          "state": "disallowed",
          "matchedAgents": [
            "PerplexityBot"
          ],
          "lastObservedAt": "2026-08-13T15:17:13.151Z",
          "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
        },
        {
          "domain": "apple.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T06:17:13.327Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "cloudflare.com",
          "state": "allowed",
          "matchedAgents": [
            "PerplexityBot"
          ],
          "lastObservedAt": "2026-08-13T02:17:13.781Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "commoncrawl.org",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T08:17:13.488Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "google.com",
          "state": "partial",
          "matchedAgents": [
            "*",
            "Yandex"
          ],
          "lastObservedAt": "2026-08-13T07:17:17.570Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "medium.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T11:17:13.383Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "openai.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T03:17:16.191Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "oreilly.com",
          "state": "partial",
          "matchedAgents": [
            "ChatGPT-User",
            "ChatGPT-User/2.0",
            "PerplexityBot",
            "Perplexity-User",
            "DuckAssistBot",
            "Applebot",
            "bingbot",
            "Googlebot"
          ],
          "lastObservedAt": "2026-08-13T13:17:13.177Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "perplexity.ai",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T05:17:13.768Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "quora.com",
          "state": "disallowed",
          "matchedAgents": [
            "PerplexityBot"
          ],
          "lastObservedAt": "2026-08-13T12:17:13.617Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "reddit.com",
          "state": "disallowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T09:17:13.755Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "rslcollective.org",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T01:17:13.460Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "rslstandard.org",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T00:17:13.631Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "stackoverflow.com",
          "state": "unverified",
          "matchedAgents": [],
          "lastObservedAt": "2026-08-12T17:17:13.588Z",
          "parserVersion": null
        },
        {
          "domain": "theguardian.com",
          "state": "disallowed",
          "matchedAgents": [
            "NewsNow",
            "CCBot",
            "TurnitinBot",
            "PetalBot",
            "MoodleBot",
            "FacebookBot",
            "Bytespider",
            "Mojeek",
            "JenkersBot",
            "Seekr",
            "YouBot",
            "Arquivo-web-crawler",
            "coccocbot-web",
            "SeznamBot",
            "PerplexityBot",
            "yacy",
            "anthropic-ai",
            "ClaudeBot",
            "Claude-SearchBot",
            "Claude-User",
            "AwarioRssBot",
            "AwarioSmartBot",
            "SentiOne",
            "ImageSift",
            "Applebot-Extended",
            "YandexAdditional",
            "YandexAdditionalBot",
            "scalepostAI",
            "Buck",
            "meta-externalagent",
            "Amazonbot",
            "amazon-QBusiness",
            "DuckAssistBot",
            "Google-CloudVertexBot",
            "Amzn-SearchBot",
            "AhrefsBot",
            "AhrefsSiteAudit"
          ],
          "lastObservedAt": "2026-08-13T16:17:14.036Z",
          "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
        },
        {
          "domain": "usatoday.com",
          "state": "disallowed",
          "matchedAgents": [
            "PerplexityBot"
          ],
          "lastObservedAt": "2026-08-12T19:17:13.079Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "voxmedia.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-12T18:17:14.665Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "yahoo.com",
          "state": "disallowed",
          "matchedAgents": [
            "ADmantX",
            "AlphaBot",
            "anthropic-ai",
            "AwarioRssBot",
            "AwarioSmartBot",
            "BLEXBot",
            "Buzzbot",
            "Bytespider",
            "CCBot",
            "ChatGPT-User",
            "claritybot",
            "Claude-Web",
            "ClaudeBot",
            "cohere-ai",
            "Diffbot",
            "FacebookBot",
            "FriendlyCrawler",
            "Google-Extended",
            "GPTBot",
            "huggingface",
            "ImagesiftBot",
            "img2dataset",
            "magpie-crawler",
            "Meltwater",
            "Neevabot",
            "news-please",
            "NewsNow",
            "Nutch",
            "omgili",
            "omgilibot",
            "panscient.com",
            "Perplexity-ai",
            "PerplexityBot",
            "PetalBot",
            "PiplBot",
            "scoop.it",
            "Scrapy",
            "Seekr",
            "SentiBot",
            "SeznamBot",
            "TurnitinBot",
            "YouBot",
            "ZumBot"
          ],
          "lastObservedAt": "2026-08-13T10:17:13.627Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "ziffdavis.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T14:17:13.413Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        }
      ],
      "Perplexity-User": [
        {
          "domain": "anthropic.com",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T04:17:13.780Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "apnews.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T15:17:13.151Z",
          "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
        },
        {
          "domain": "apple.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T06:17:13.327Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "cloudflare.com",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T02:17:13.781Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "commoncrawl.org",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T08:17:13.488Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "google.com",
          "state": "partial",
          "matchedAgents": [
            "*",
            "Yandex"
          ],
          "lastObservedAt": "2026-08-13T07:17:17.570Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "medium.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T11:17:13.383Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "openai.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T03:17:16.191Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "oreilly.com",
          "state": "partial",
          "matchedAgents": [
            "ChatGPT-User",
            "ChatGPT-User/2.0",
            "PerplexityBot",
            "Perplexity-User",
            "DuckAssistBot",
            "Applebot",
            "bingbot",
            "Googlebot"
          ],
          "lastObservedAt": "2026-08-13T13:17:13.177Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "perplexity.ai",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T05:17:13.768Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "quora.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T12:17:13.617Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "reddit.com",
          "state": "disallowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T09:17:13.755Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "rslcollective.org",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T01:17:13.460Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "rslstandard.org",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T00:17:13.631Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "stackoverflow.com",
          "state": "unverified",
          "matchedAgents": [],
          "lastObservedAt": "2026-08-12T17:17:13.588Z",
          "parserVersion": null
        },
        {
          "domain": "theguardian.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T16:17:14.036Z",
          "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
        },
        {
          "domain": "usatoday.com",
          "state": "disallowed",
          "matchedAgents": [
            "Perplexity-User"
          ],
          "lastObservedAt": "2026-08-12T19:17:13.079Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "voxmedia.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-12T18:17:14.665Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "yahoo.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T10:17:13.627Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "ziffdavis.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T14:17:13.413Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        }
      ],
      "CCBot": [
        {
          "domain": "anthropic.com",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T04:17:13.780Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "apnews.com",
          "state": "disallowed",
          "matchedAgents": [
            "CCBot"
          ],
          "lastObservedAt": "2026-08-13T15:17:13.151Z",
          "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
        },
        {
          "domain": "apple.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T06:17:13.327Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "cloudflare.com",
          "state": "allowed",
          "matchedAgents": [
            "CCBot"
          ],
          "lastObservedAt": "2026-08-13T02:17:13.781Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "commoncrawl.org",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T08:17:13.488Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "google.com",
          "state": "partial",
          "matchedAgents": [
            "*",
            "Yandex"
          ],
          "lastObservedAt": "2026-08-13T07:17:17.570Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "medium.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T11:17:13.383Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "openai.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T03:17:16.191Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "oreilly.com",
          "state": "disallowed",
          "matchedAgents": [
            "GPTBot",
            "anthropic-ai",
            "Google-Extended",
            "cohere-ai",
            "CCBot",
            "AI2Bot",
            "Amazonbot",
            "Amazonbot-Video",
            "Bytespider",
            "meta-externalagent",
            "Diffbot",
            "omgili",
            "TimpiBot",
            "SeznamBot",
            "Exabot",
            "YandexBot",
            "Sogou",
            "360Spider",
            "YisouSpider",
            "Baiduspider-Render/2.0",
            "MJ12bot",
            "DataForSeoBot",
            "AliyunSecBot",
            "ArchiveTeam",
            "ArchiveTeam ArchiveBot",
            "AwarioBot",
            "ZoominfoBot",
            "ali-implementer",
            "Blueno",
            "BIGO-baiguoyuan",
            "WorksOgCrawler",
            "OnPageBot",
            "DoCoMo",
            "SAMSUNG-SGH-E250",
            "TA-Googlebot"
          ],
          "lastObservedAt": "2026-08-13T13:17:13.177Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "perplexity.ai",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T05:17:13.768Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "quora.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T12:17:13.617Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "reddit.com",
          "state": "disallowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T09:17:13.755Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "rslcollective.org",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T01:17:13.460Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "rslstandard.org",
          "state": "allowed",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T00:17:13.631Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "stackoverflow.com",
          "state": "unverified",
          "matchedAgents": [],
          "lastObservedAt": "2026-08-12T17:17:13.588Z",
          "parserVersion": null
        },
        {
          "domain": "theguardian.com",
          "state": "disallowed",
          "matchedAgents": [
            "NewsNow",
            "CCBot",
            "TurnitinBot",
            "PetalBot",
            "MoodleBot",
            "FacebookBot",
            "Bytespider",
            "Mojeek",
            "JenkersBot",
            "Seekr",
            "YouBot",
            "Arquivo-web-crawler",
            "coccocbot-web",
            "SeznamBot",
            "PerplexityBot",
            "yacy",
            "anthropic-ai",
            "ClaudeBot",
            "Claude-SearchBot",
            "Claude-User",
            "AwarioRssBot",
            "AwarioSmartBot",
            "SentiOne",
            "ImageSift",
            "Applebot-Extended",
            "YandexAdditional",
            "YandexAdditionalBot",
            "scalepostAI",
            "Buck",
            "meta-externalagent",
            "Amazonbot",
            "amazon-QBusiness",
            "DuckAssistBot",
            "Google-CloudVertexBot",
            "Amzn-SearchBot",
            "AhrefsBot",
            "AhrefsSiteAudit"
          ],
          "lastObservedAt": "2026-08-13T16:17:14.036Z",
          "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
        },
        {
          "domain": "usatoday.com",
          "state": "disallowed",
          "matchedAgents": [
            "CCBot"
          ],
          "lastObservedAt": "2026-08-12T19:17:13.079Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "voxmedia.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-12T18:17:14.665Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "yahoo.com",
          "state": "disallowed",
          "matchedAgents": [
            "ADmantX",
            "AlphaBot",
            "anthropic-ai",
            "AwarioRssBot",
            "AwarioSmartBot",
            "BLEXBot",
            "Buzzbot",
            "Bytespider",
            "CCBot",
            "ChatGPT-User",
            "claritybot",
            "Claude-Web",
            "ClaudeBot",
            "cohere-ai",
            "Diffbot",
            "FacebookBot",
            "FriendlyCrawler",
            "Google-Extended",
            "GPTBot",
            "huggingface",
            "ImagesiftBot",
            "img2dataset",
            "magpie-crawler",
            "Meltwater",
            "Neevabot",
            "news-please",
            "NewsNow",
            "Nutch",
            "omgili",
            "omgilibot",
            "panscient.com",
            "Perplexity-ai",
            "PerplexityBot",
            "PetalBot",
            "PiplBot",
            "scoop.it",
            "Scrapy",
            "Seekr",
            "SentiBot",
            "SeznamBot",
            "TurnitinBot",
            "YouBot",
            "ZumBot"
          ],
          "lastObservedAt": "2026-08-13T10:17:13.627Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        },
        {
          "domain": "ziffdavis.com",
          "state": "partial",
          "matchedAgents": [
            "*"
          ],
          "lastObservedAt": "2026-08-13T14:17:13.413Z",
          "parserVersion": "robots-rfc9309-rsl-0.1.0"
        }
      ]
    }
  }
}