{
  "recordsNotConclusions": true,
  "registryVersion": "2026-08-13",
  "agent": {
    "slug": "claude-user",
    "token": "Claude-User",
    "operator": "Anthropic",
    "purpose": "user_action",
    "isFetcher": true,
    "description": "Anthropic's user-directed fetcher for retrieving web content in response to a Claude user's request.",
    "sourceUrl": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler",
    "sourceCheckedAt": "2026-08-13"
  },
  "observations": [
    {
      "domain": "anthropic.com",
      "state": "allowed",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T04:17:13.780Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "apnews.com",
      "state": "disallowed",
      "matchedAgents": [
        "Claude-User"
      ],
      "lastObservedAt": "2026-08-13T15:17:13.151Z",
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
    },
    {
      "domain": "apple.com",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T06:17:13.327Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "cloudflare.com",
      "state": "allowed",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T02:17:13.781Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "commoncrawl.org",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T08:17:13.488Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "google.com",
      "state": "partial",
      "matchedAgents": [
        "*",
        "Yandex"
      ],
      "lastObservedAt": "2026-08-13T07:17:17.570Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "medium.com",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T11:17:13.383Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "openai.com",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T03:17:16.191Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "oreilly.com",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T13:17:13.177Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "perplexity.ai",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T05:17:13.768Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "quora.com",
      "state": "disallowed",
      "matchedAgents": [
        "Claude-User"
      ],
      "lastObservedAt": "2026-08-13T12:17:13.617Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "reddit.com",
      "state": "disallowed",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T09:17:13.755Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "rslcollective.org",
      "state": "allowed",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T01:17:13.460Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "rslstandard.org",
      "state": "allowed",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T00:17:13.631Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "stackoverflow.com",
      "state": "unverified",
      "matchedAgents": [],
      "lastObservedAt": "2026-08-12T17:17:13.588Z",
      "parserVersion": null
    },
    {
      "domain": "theguardian.com",
      "state": "disallowed",
      "matchedAgents": [
        "NewsNow",
        "CCBot",
        "TurnitinBot",
        "PetalBot",
        "MoodleBot",
        "FacebookBot",
        "Bytespider",
        "Mojeek",
        "JenkersBot",
        "Seekr",
        "YouBot",
        "Arquivo-web-crawler",
        "coccocbot-web",
        "SeznamBot",
        "PerplexityBot",
        "yacy",
        "anthropic-ai",
        "ClaudeBot",
        "Claude-SearchBot",
        "Claude-User",
        "AwarioRssBot",
        "AwarioSmartBot",
        "SentiOne",
        "ImageSift",
        "Applebot-Extended",
        "YandexAdditional",
        "YandexAdditionalBot",
        "scalepostAI",
        "Buck",
        "meta-externalagent",
        "Amazonbot",
        "amazon-QBusiness",
        "DuckAssistBot",
        "Google-CloudVertexBot",
        "Amzn-SearchBot",
        "AhrefsBot",
        "AhrefsSiteAudit"
      ],
      "lastObservedAt": "2026-08-13T16:17:14.036Z",
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0"
    },
    {
      "domain": "usatoday.com",
      "state": "disallowed",
      "matchedAgents": [
        "Claude-User"
      ],
      "lastObservedAt": "2026-08-12T19:17:13.079Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "voxmedia.com",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-12T18:17:14.665Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "yahoo.com",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T10:17:13.627Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    },
    {
      "domain": "ziffdavis.com",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-08-13T14:17:13.413Z",
      "parserVersion": "robots-rfc9309-rsl-0.1.0"
    }
  ]
}