{
  "domain": "anthropic.com",
  "recordsNotConclusions": true,
  "events": [
    {
      "id": "5378b005-1d40-410a-a6c1-e2483b84701c",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-08-13T04:17:16.564Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Thu, 13 Aug 2026 04:17:16 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "5378b005-1d40-410a-a6c1-e2483b84701c",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "a2a7f15c310580a4fbbba7c37fd6fea1f1b9db5f7c43f9ecea210d99a108a2e5",
      "previousChainHash": "e8137fc43b7982b0116d3393cd1d925b13427eb141639b6e5d964dbbeaaf6dd6"
    },
    {
      "id": "21ca0d28-03d7-44fb-8e42-6cdb71534c49",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-08-13T04:17:13.780Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Thu, 13 Aug 2026 04:17:13 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-0.1.0",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-0.1.0",
        "registryVersion": "2026-08-03",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "faaff52f8fb65dbe9eab1b3f8ff902eab3083b0132d23253fd2d591451b53eba",
      "previousChainHash": "2b9b65acc82d29ba648b8edd317d9c45933f8e1d3aff824c2c28ee1119170f7c"
    },
    {
      "id": "f50d7e57-ee60-4e21-895e-e76461370511",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-08-12T04:17:16.640Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Wed, 12 Aug 2026 04:17:16 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "f50d7e57-ee60-4e21-895e-e76461370511",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "e8137fc43b7982b0116d3393cd1d925b13427eb141639b6e5d964dbbeaaf6dd6",
      "previousChainHash": "078884758323cc549f2c3120cfed791c135c7165565cf32aae749be7e9960729"
    },
    {
      "id": "8d3c686a-9444-4dbd-b884-7b53ab90b3d8",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-08-12T04:17:13.895Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Wed, 12 Aug 2026 04:17:13 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-0.1.0",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-0.1.0",
        "registryVersion": "2026-08-03",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "2b9b65acc82d29ba648b8edd317d9c45933f8e1d3aff824c2c28ee1119170f7c",
      "previousChainHash": "594bf983ca301510891044e7426aceb1c85f6fad2481004c85260f694a3562bb"
    },
    {
      "id": "941fbbca-b8dc-454f-9ccf-852c9f0cf801",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-08-11T04:17:16.742Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Tue, 11 Aug 2026 04:17:16 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "941fbbca-b8dc-454f-9ccf-852c9f0cf801",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "078884758323cc549f2c3120cfed791c135c7165565cf32aae749be7e9960729",
      "previousChainHash": "2f6e9b69273cb5fbbd454723898fa89064f725c79c689f48a053252da058af1e"
    },
    {
      "id": "72a3989e-07df-49cd-bd67-a621f76e469e",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-08-11T04:17:13.832Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Tue, 11 Aug 2026 04:17:13 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-0.1.0",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-0.1.0",
        "registryVersion": "2026-08-03",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "594bf983ca301510891044e7426aceb1c85f6fad2481004c85260f694a3562bb",
      "previousChainHash": "3322db97c0a28fc2c9ee86d53c7de46e93ca003c338d560df59a54d8f17a2f3b"
    },
    {
      "id": "8831eecb-9fdb-4c8b-9485-7fee4f393b6a",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-08-10T04:17:16.168Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Mon, 10 Aug 2026 04:17:16 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "8831eecb-9fdb-4c8b-9485-7fee4f393b6a",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "2f6e9b69273cb5fbbd454723898fa89064f725c79c689f48a053252da058af1e",
      "previousChainHash": "e36a7573d2aa040f9f60b9aebf82c42f452f8e747ea4d596f8a24929e15a6ff9"
    },
    {
      "id": "7a020375-9647-4c2d-8ae3-bf1bbaaca032",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-08-10T04:17:13.426Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Mon, 10 Aug 2026 04:17:13 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-0.1.0",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-0.1.0",
        "registryVersion": "2026-08-03",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "3322db97c0a28fc2c9ee86d53c7de46e93ca003c338d560df59a54d8f17a2f3b",
      "previousChainHash": "eb7433d62d8da065e1703a9bd901e7c7fe234e4a8665e90d6671cf1c31ec0657"
    },
    {
      "id": "117823f8-b9e9-461c-a171-4ef9d5aa7f12",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-08-09T04:17:17.402Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Sun, 09 Aug 2026 04:17:17 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "117823f8-b9e9-461c-a171-4ef9d5aa7f12",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "e36a7573d2aa040f9f60b9aebf82c42f452f8e747ea4d596f8a24929e15a6ff9",
      "previousChainHash": "785311b65f728288fa9ca5b08329840505432befb39d5e96f1bbcc54e0a46c76"
    },
    {
      "id": "759c2727-7335-45a1-a36b-e006e9f9e0a8",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-08-09T04:17:14.683Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Sun, 09 Aug 2026 04:17:14 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-0.1.0",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-0.1.0",
        "registryVersion": "2026-08-03",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "eb7433d62d8da065e1703a9bd901e7c7fe234e4a8665e90d6671cf1c31ec0657",
      "previousChainHash": "4c5097fef78e97e9d9a5bd5caa3396ce4389a36550c7d22a64e0a79b09d43a58"
    },
    {
      "id": "b7c83ae7-f057-4d9d-8502-10a3fc227a49",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-08-08T04:17:16.088Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Sat, 08 Aug 2026 04:17:16 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "b7c83ae7-f057-4d9d-8502-10a3fc227a49",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "785311b65f728288fa9ca5b08329840505432befb39d5e96f1bbcc54e0a46c76",
      "previousChainHash": "3d8d15323c52c98b5657819acb90e25996043b99c3b5897f21deb4b439765659"
    },
    {
      "id": "0e947777-d359-4419-938e-7959a4842300",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-08-08T04:17:13.328Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Sat, 08 Aug 2026 04:17:13 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-0.1.0",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-0.1.0",
        "registryVersion": "2026-08-03",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "4c5097fef78e97e9d9a5bd5caa3396ce4389a36550c7d22a64e0a79b09d43a58",
      "previousChainHash": "b16ca6516be79bc449943a9b56126fd3ca99786da5003d092fa70edfeb0964ae"
    },
    {
      "id": "55c68e32-acbb-4b0f-94e4-09c66367f4e9",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-08-07T04:17:16.524Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Fri, 07 Aug 2026 04:17:16 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "55c68e32-acbb-4b0f-94e4-09c66367f4e9",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "3d8d15323c52c98b5657819acb90e25996043b99c3b5897f21deb4b439765659",
      "previousChainHash": "ce60188d9a8dbf567154a09d7257e1a4a24b04bcb5d33af0e30aeebcfd51e2aa"
    },
    {
      "id": "2469851b-f008-44eb-8871-8208a2c03b2e",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-08-07T04:17:13.891Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Fri, 07 Aug 2026 04:17:13 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-0.1.0",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-0.1.0",
        "registryVersion": "2026-08-03",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "b16ca6516be79bc449943a9b56126fd3ca99786da5003d092fa70edfeb0964ae",
      "previousChainHash": "8c1c5965b7dd758c1e913d63055ce72d7311ffee94d9cd3b1614a2ecc562fa6c"
    },
    {
      "id": "cb3572f6-b3d3-4117-8edd-f01585ad80fa",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-08-06T04:17:16.804Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Thu, 06 Aug 2026 04:17:16 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "cb3572f6-b3d3-4117-8edd-f01585ad80fa",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "ce60188d9a8dbf567154a09d7257e1a4a24b04bcb5d33af0e30aeebcfd51e2aa",
      "previousChainHash": "1def30e07b3224c820479384413a1b8de03a4994e982007a11017f97d985bf0d"
    },
    {
      "id": "773d417f-317a-40e3-92b6-936ba78e7edd",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-08-06T04:17:13.981Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Thu, 06 Aug 2026 04:17:14 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-0.1.0",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-0.1.0",
        "registryVersion": "2026-08-03",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "8c1c5965b7dd758c1e913d63055ce72d7311ffee94d9cd3b1614a2ecc562fa6c",
      "previousChainHash": "48e779c6ea14948a6837751dd35caf5875a71db2029e4f37bb7ca2861527a409"
    },
    {
      "id": "39d14358-f5c8-4dec-a31b-b2e148fc10ea",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-08-05T04:17:22.953Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Wed, 05 Aug 2026 04:17:22 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "39d14358-f5c8-4dec-a31b-b2e148fc10ea",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "1def30e07b3224c820479384413a1b8de03a4994e982007a11017f97d985bf0d",
      "previousChainHash": "bae0d9e172d51df9179cfc3f22e4b60dfe17706f279e88c0398752db0fedeb93"
    },
    {
      "id": "30e97e20-2870-4d24-b9bd-1819634b333b",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-08-05T04:17:15.203Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Wed, 05 Aug 2026 04:17:15 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-0.1.0",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-0.1.0",
        "registryVersion": "2026-08-03",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "48e779c6ea14948a6837751dd35caf5875a71db2029e4f37bb7ca2861527a409",
      "previousChainHash": "bf8f602c2692b78fc49e7f7ff6a71bb7b538f7445d6289daffca5a201546d6a3"
    },
    {
      "id": "b11ca4f5-aebb-4ac5-9e89-ca3d45b58536",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-08-04T04:17:16.274Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Tue, 04 Aug 2026 04:17:16 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "b11ca4f5-aebb-4ac5-9e89-ca3d45b58536",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "bae0d9e172d51df9179cfc3f22e4b60dfe17706f279e88c0398752db0fedeb93",
      "previousChainHash": null
    },
    {
      "id": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-08-04T04:17:13.256Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Tue, 04 Aug 2026 04:17:13 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": true,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-0.1.0",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-0.1.0",
        "registryVersion": "2026-08-03",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "bf8f602c2692b78fc49e7f7ff6a71bb7b538f7445d6289daffca5a201546d6a3",
      "previousChainHash": null
    }
  ]
}