{
  "domain": "anthropic.com",
  "recordsNotConclusions": true,
  "observations": [
    {
      "id": "5378b005-1d40-410a-a6c1-e2483b84701c",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-08-13T04:17:16.564Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Thu, 13 Aug 2026 04:17:16 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "5378b005-1d40-410a-a6c1-e2483b84701c",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "a2a7f15c310580a4fbbba7c37fd6fea1f1b9db5f7c43f9ecea210d99a108a2e5",
      "previousChainHash": "e8137fc43b7982b0116d3393cd1d925b13427eb141639b6e5d964dbbeaaf6dd6"
    },
    {
      "id": "21ca0d28-03d7-44fb-8e42-6cdb71534c49",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-08-13T04:17:13.780Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Thu, 13 Aug 2026 04:17:13 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-0.1.0",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-0.1.0",
        "registryVersion": "2026-08-03",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "faaff52f8fb65dbe9eab1b3f8ff902eab3083b0132d23253fd2d591451b53eba",
      "previousChainHash": "2b9b65acc82d29ba648b8edd317d9c45933f8e1d3aff824c2c28ee1119170f7c"
    }
  ],
  "payPerCrawl": {
    "status": "unverified",
    "reason": "Authoritative discovery requires Cloudflare Web Bot Auth and the authenticated Discovery API."
  }
}