{
  "domain": "anthropic.com",
  "recordsNotConclusions": true,
  "events": [
    {
      "id": "6e0ed3e7-1bfa-4816-9080-3908bf324fba",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-11-11T04:17:05.257Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Wed, 11 Nov 2026 04:17:05 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "6e0ed3e7-1bfa-4816-9080-3908bf324fba",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "fc7c82f4013c1cdcedbf5050a8a0fa5056b71af0aeaaca797f53467853869835",
      "previousChainHash": "f64ea7c53063bbc6cbb904385ae576d273359d7bd0b7df9252fa1b7ca2438c98"
    },
    {
      "id": "c5338be9-cb19-4894-a10d-130ea71c1217",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-11-11T04:17:02.619Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Wed, 11 Nov 2026 04:17:02 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "7eb2d6026d50dec4847cb7aa1a47cce3fc6c58f9f112d0c5b9acf9019bc3e538",
      "previousChainHash": "24dcfdae164dcb578a7cde4286dc2f9d5ef9295dc9a6f7402f00575b2dbea5ae"
    },
    {
      "id": "d809da74-9a6d-4585-b73d-b999b5f5c34c",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-11-10T04:17:05.170Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Tue, 10 Nov 2026 04:17:04 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "d809da74-9a6d-4585-b73d-b999b5f5c34c",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "f64ea7c53063bbc6cbb904385ae576d273359d7bd0b7df9252fa1b7ca2438c98",
      "previousChainHash": "0058a054050eaffc0ba380526fec5fdab0ecd1fd99d09ca1c465f4f778bc02a9"
    },
    {
      "id": "7f20b637-445f-4532-989d-1318bca57839",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-11-10T04:17:02.477Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Tue, 10 Nov 2026 04:17:02 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "24dcfdae164dcb578a7cde4286dc2f9d5ef9295dc9a6f7402f00575b2dbea5ae",
      "previousChainHash": "206101dffa2629c5d4a5e5cfae321d585538a90a1abd51797fdf7477cb807769"
    },
    {
      "id": "060f468a-4938-4bf2-9aca-af819f85ad21",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-11-09T04:17:04.968Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Mon, 09 Nov 2026 04:17:04 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "060f468a-4938-4bf2-9aca-af819f85ad21",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "0058a054050eaffc0ba380526fec5fdab0ecd1fd99d09ca1c465f4f778bc02a9",
      "previousChainHash": "bd12ea49935fd98d1de2522bf896340153edc24cf09b2d23d466cde8fcccd482"
    },
    {
      "id": "13216215-70a1-4fd3-9423-8e91d377f804",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-11-09T04:17:02.172Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Mon, 09 Nov 2026 04:17:02 GMT",
        "last-modified": "Mon, 09 Nov 2026 04:17:02 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "206101dffa2629c5d4a5e5cfae321d585538a90a1abd51797fdf7477cb807769",
      "previousChainHash": "4ffbe9f72c79ed82db118d8175e3048aee15fa0088fe808cf82f5014e5665ec9"
    },
    {
      "id": "7e14a6e6-73e5-4cb5-a16c-b316c6047b44",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-11-08T04:17:05.572Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Sun, 08 Nov 2026 04:17:05 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "7e14a6e6-73e5-4cb5-a16c-b316c6047b44",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "bd12ea49935fd98d1de2522bf896340153edc24cf09b2d23d466cde8fcccd482",
      "previousChainHash": "3baf48d0521155477f86c9cf7af5f5861aa5801df89cb0033ba98c698065f304"
    },
    {
      "id": "2f4c1bc8-f305-4a1b-909d-4b07aedb6d0e",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-11-08T04:17:02.824Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Sun, 08 Nov 2026 04:17:02 GMT",
        "last-modified": "Sun, 08 Nov 2026 04:17:02 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "4ffbe9f72c79ed82db118d8175e3048aee15fa0088fe808cf82f5014e5665ec9",
      "previousChainHash": "170c0ef8ea3a6d929aa7707cf7e90408301e4212f216ec3949b166f7e6550178"
    },
    {
      "id": "c531e174-e3d0-4561-b89e-2d6efbb939b8",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-11-07T04:17:04.931Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Sat, 07 Nov 2026 04:17:04 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "c531e174-e3d0-4561-b89e-2d6efbb939b8",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "3baf48d0521155477f86c9cf7af5f5861aa5801df89cb0033ba98c698065f304",
      "previousChainHash": "ef0d397c86fd33274bfebd2cc711aa69d1cd4b46c65c9f909eb8b6c61e663c71"
    },
    {
      "id": "d7b5bd5b-56c5-4b28-816c-76fc60d25afb",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-11-07T04:17:02.253Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Sat, 07 Nov 2026 04:17:02 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "170c0ef8ea3a6d929aa7707cf7e90408301e4212f216ec3949b166f7e6550178",
      "previousChainHash": "b6ead874424b387b00d39a9430488d3ed517fba65dffa76f7ba79f82802c5758"
    },
    {
      "id": "26bbefab-e8c2-464c-88e4-7f01543f3801",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-11-06T04:17:05.745Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Fri, 06 Nov 2026 04:17:05 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "26bbefab-e8c2-464c-88e4-7f01543f3801",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "ef0d397c86fd33274bfebd2cc711aa69d1cd4b46c65c9f909eb8b6c61e663c71",
      "previousChainHash": "4bb77ebfe46f6443d0348f27446968a14fbb6228d720d1a1650c2e94689ad2d5"
    },
    {
      "id": "c9bebecc-6600-4f9d-87a5-dfcc405707c2",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-11-06T04:17:02.954Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Fri, 06 Nov 2026 04:17:02 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "b6ead874424b387b00d39a9430488d3ed517fba65dffa76f7ba79f82802c5758",
      "previousChainHash": "2a95673a231e2e8be7702d8839f13b3316f1a7a8f11f6b62ac87110731bc9129"
    },
    {
      "id": "41a621ea-9dc3-42da-964d-943bc1d34298",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-11-05T04:17:06.093Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Thu, 05 Nov 2026 04:17:05 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "41a621ea-9dc3-42da-964d-943bc1d34298",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "4bb77ebfe46f6443d0348f27446968a14fbb6228d720d1a1650c2e94689ad2d5",
      "previousChainHash": "35895ff4664dd2802caa2943cb938c0a15a03e226c79af5eaf51e3ed4456f9a5"
    },
    {
      "id": "b6f4a4fc-b038-4ea2-adb2-a649880bc68f",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-11-05T04:17:03.247Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Thu, 05 Nov 2026 04:17:03 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "2a95673a231e2e8be7702d8839f13b3316f1a7a8f11f6b62ac87110731bc9129",
      "previousChainHash": "1f38b04ccb57b4f0aa3362da7aba1139f92ee4075907eb3f87cd95b0bc2d142d"
    },
    {
      "id": "99ff3ba0-2904-4367-be1a-97253a34907a",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-11-04T04:17:05.641Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Wed, 04 Nov 2026 04:17:05 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "99ff3ba0-2904-4367-be1a-97253a34907a",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "35895ff4664dd2802caa2943cb938c0a15a03e226c79af5eaf51e3ed4456f9a5",
      "previousChainHash": "07e4f38e2c8bd964a859462fd1a03285dcb9309c86c19e5ef9056699a9762d8b"
    },
    {
      "id": "c1c49bc8-3a18-40be-b65f-2845b10e158f",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-11-04T04:17:02.859Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Wed, 04 Nov 2026 04:17:02 GMT",
        "last-modified": "Wed, 04 Nov 2026 04:17:02 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "1f38b04ccb57b4f0aa3362da7aba1139f92ee4075907eb3f87cd95b0bc2d142d",
      "previousChainHash": "a2b32a0f7ee37584ff9a4b0fc2475715dc7bd7a85b128d6c9b0329582dbb7beb"
    },
    {
      "id": "b133d27b-9964-4627-bbb8-0167474e5aac",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-11-03T04:17:06.556Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Tue, 03 Nov 2026 04:17:06 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "b133d27b-9964-4627-bbb8-0167474e5aac",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "07e4f38e2c8bd964a859462fd1a03285dcb9309c86c19e5ef9056699a9762d8b",
      "previousChainHash": "f301804ca646811fafc5fd4110e0189dbf5d1611cf13577f2397a24ab4accb27"
    },
    {
      "id": "28abf920-d7bc-4ea5-b0cc-01b1c05ab631",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-11-03T04:17:03.724Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Tue, 03 Nov 2026 04:17:03 GMT",
        "last-modified": "Tue, 03 Nov 2026 04:17:03 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "a2b32a0f7ee37584ff9a4b0fc2475715dc7bd7a85b128d6c9b0329582dbb7beb",
      "previousChainHash": "99ef8f5baa8bd6f85a92ae99c834bd0457b1b0aff8b7d9d94bf641b345b4b00e"
    },
    {
      "id": "ca551943-3599-4d2b-9db0-e03cf2552208",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-11-02T04:17:05.530Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Mon, 02 Nov 2026 04:17:05 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "ca551943-3599-4d2b-9db0-e03cf2552208",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "f301804ca646811fafc5fd4110e0189dbf5d1611cf13577f2397a24ab4accb27",
      "previousChainHash": "da9fa00ca06a5916514696f0c4df7a79d7cea1936801cc28571398f8f2d8a707"
    },
    {
      "id": "3698209f-fa39-418c-9024-e05c2bfd9654",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-11-02T04:17:02.834Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Mon, 02 Nov 2026 04:17:02 GMT",
        "last-modified": "Mon, 02 Nov 2026 04:17:02 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "99ef8f5baa8bd6f85a92ae99c834bd0457b1b0aff8b7d9d94bf641b345b4b00e",
      "previousChainHash": "b236f5c991f40e79500fd52bdeaff64ee9c3127e16d6e2f6e118a498a7be3fda"
    },
    {
      "id": "d2fd3f69-408f-4a97-8ea1-e75f89ce6f55",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-11-01T04:17:04.988Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Sun, 01 Nov 2026 04:17:04 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "d2fd3f69-408f-4a97-8ea1-e75f89ce6f55",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "da9fa00ca06a5916514696f0c4df7a79d7cea1936801cc28571398f8f2d8a707",
      "previousChainHash": "17deeae48f3a8707d6d3f1bb07335c3ba8dcda9ca299a5e7c71a6792025365f0"
    },
    {
      "id": "8984df1a-51ae-4fe5-8b9f-c32199ec7b34",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-11-01T04:17:02.278Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Sun, 01 Nov 2026 04:17:02 GMT",
        "last-modified": "Sun, 01 Nov 2026 04:17:02 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "b236f5c991f40e79500fd52bdeaff64ee9c3127e16d6e2f6e118a498a7be3fda",
      "previousChainHash": "68476af406cb237fa73e6f1ec43afeec2aa60d9de1e2135fab77930a2998a8aa"
    },
    {
      "id": "2fd45fa8-c9b0-40a2-8665-17225ae2b26d",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-10-31T04:17:06.232Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Sat, 31 Oct 2026 04:17:06 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "2fd45fa8-c9b0-40a2-8665-17225ae2b26d",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "17deeae48f3a8707d6d3f1bb07335c3ba8dcda9ca299a5e7c71a6792025365f0",
      "previousChainHash": "f64cb284276df47679ce176abb0f34ec931abbbefc9a98f05a519af20665d19e"
    },
    {
      "id": "ddac9546-57be-4f63-a8c2-22747560e2ed",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-10-31T04:17:03.334Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Sat, 31 Oct 2026 04:17:03 GMT",
        "last-modified": "Sat, 31 Oct 2026 04:17:03 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "68476af406cb237fa73e6f1ec43afeec2aa60d9de1e2135fab77930a2998a8aa",
      "previousChainHash": "421fefa7611d896b81c56b06268bb1e3dc7892e0669deabd14a16ddf65f13fab"
    },
    {
      "id": "19ad3839-cecd-4b98-a768-15a35515bb1c",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-10-30T04:17:07.338Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Fri, 30 Oct 2026 04:17:07 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "19ad3839-cecd-4b98-a768-15a35515bb1c",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "f64cb284276df47679ce176abb0f34ec931abbbefc9a98f05a519af20665d19e",
      "previousChainHash": "ae05f594398cd8fe91b876078b10d58f6f80fe20fbfc5355b79cff2d2cea54e7"
    },
    {
      "id": "1b3fb1ab-af56-4b81-8c22-fed4d3cbc7c9",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-10-30T04:17:04.512Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Fri, 30 Oct 2026 04:17:04 GMT",
        "last-modified": "Fri, 30 Oct 2026 04:17:04 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "421fefa7611d896b81c56b06268bb1e3dc7892e0669deabd14a16ddf65f13fab",
      "previousChainHash": "961edeb322da16b1828f90da6a2927028c2f25c4e73a9ccf8c047c6c11816095"
    },
    {
      "id": "66162883-b81b-442d-b749-96647ee0b398",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-10-29T04:17:05.711Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Thu, 29 Oct 2026 04:17:05 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "66162883-b81b-442d-b749-96647ee0b398",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "ae05f594398cd8fe91b876078b10d58f6f80fe20fbfc5355b79cff2d2cea54e7",
      "previousChainHash": "4429810c9da2c711bc99f4017d709e294acd4f666d860fc5b36f5802fa766647"
    },
    {
      "id": "4ae7df8b-0acf-4cfa-8391-e0a84e2dd7bd",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-10-29T04:17:02.819Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Thu, 29 Oct 2026 04:17:02 GMT",
        "last-modified": "Thu, 29 Oct 2026 04:17:02 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "961edeb322da16b1828f90da6a2927028c2f25c4e73a9ccf8c047c6c11816095",
      "previousChainHash": "c37f10aca9241f77d24594ce1fc30b92037b17358aff2ad65b7633242493ae42"
    },
    {
      "id": "72320fcc-6d68-4434-9bf1-ac77873a2d53",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-10-28T04:17:08.023Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Wed, 28 Oct 2026 04:17:08 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "72320fcc-6d68-4434-9bf1-ac77873a2d53",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "4429810c9da2c711bc99f4017d709e294acd4f666d860fc5b36f5802fa766647",
      "previousChainHash": "2026d7f9364dac9212ad7efb6608e1b66444e6cbd96eeeb878ecc2134a9a2725"
    },
    {
      "id": "5253991f-8687-42f9-a33c-4b2b73614a9f",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-10-28T04:17:03.747Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Wed, 28 Oct 2026 04:17:03 GMT",
        "last-modified": "Wed, 28 Oct 2026 04:17:03 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "c37f10aca9241f77d24594ce1fc30b92037b17358aff2ad65b7633242493ae42",
      "previousChainHash": "9dc0fdb865437b920d6a16bab3386d8c4f74a37cc4b0873fc6bca3d0f9945d08"
    },
    {
      "id": "6ab21915-6ee7-4965-9235-e8dc23560d2f",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-10-27T04:17:05.473Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Tue, 27 Oct 2026 04:17:05 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "6ab21915-6ee7-4965-9235-e8dc23560d2f",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "2026d7f9364dac9212ad7efb6608e1b66444e6cbd96eeeb878ecc2134a9a2725",
      "previousChainHash": "c72bf40df7baa9b8fafbf0ab6a9700180737643d736415ed7e3a99927d523ea8"
    },
    {
      "id": "48d6c7b3-76a3-46fe-bdb0-1927aaea4a3d",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-10-27T04:17:02.809Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Tue, 27 Oct 2026 04:17:02 GMT",
        "last-modified": "Tue, 27 Oct 2026 04:17:02 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "9dc0fdb865437b920d6a16bab3386d8c4f74a37cc4b0873fc6bca3d0f9945d08",
      "previousChainHash": "936cf81237c89691c3a9f7056dbb08cd749e81c035edbc9f80c82d5da56773ee"
    },
    {
      "id": "482da798-8588-4b18-ab6b-9fc8c0d8fc1a",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-10-26T04:17:05.542Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Mon, 26 Oct 2026 04:17:05 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "482da798-8588-4b18-ab6b-9fc8c0d8fc1a",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "c72bf40df7baa9b8fafbf0ab6a9700180737643d736415ed7e3a99927d523ea8",
      "previousChainHash": "9757454afd6b6c35d82fd500fa18b24e3cd5901c8b704dc5b850e187e604f6b8"
    },
    {
      "id": "00abbe6b-648e-4e49-8228-cd23f69d5710",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-10-26T04:17:02.882Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Mon, 26 Oct 2026 04:17:02 GMT",
        "last-modified": "Mon, 26 Oct 2026 04:17:02 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "936cf81237c89691c3a9f7056dbb08cd749e81c035edbc9f80c82d5da56773ee",
      "previousChainHash": "9a0e7a31bf5212209276e501b9431a6704f7d7fae416fe4c59f830d0ac85e5c4"
    },
    {
      "id": "579d0c9e-b6e0-43a8-af5d-c9d8014fc35f",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-10-25T04:17:06.153Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Sun, 25 Oct 2026 04:17:06 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "579d0c9e-b6e0-43a8-af5d-c9d8014fc35f",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "9757454afd6b6c35d82fd500fa18b24e3cd5901c8b704dc5b850e187e604f6b8",
      "previousChainHash": "6fddb3b38e532c2aa539fe85f875845ea0ef9e1fc26df0fbfb58c276e679e6ea"
    },
    {
      "id": "f612b7a5-cf69-4d3f-8502-629589a0922b",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-10-25T04:17:03.271Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Sun, 25 Oct 2026 04:17:03 GMT",
        "last-modified": "Sun, 25 Oct 2026 04:17:03 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "9a0e7a31bf5212209276e501b9431a6704f7d7fae416fe4c59f830d0ac85e5c4",
      "previousChainHash": "2a051a81d76f2bebddc36bc27a6095b6c13d6899c6d53598d263e82606473b37"
    },
    {
      "id": "3cdcecb7-0110-4374-b7b2-a40d1e3e2f8d",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-10-24T04:17:05.022Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Sat, 24 Oct 2026 04:17:05 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "3cdcecb7-0110-4374-b7b2-a40d1e3e2f8d",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "6fddb3b38e532c2aa539fe85f875845ea0ef9e1fc26df0fbfb58c276e679e6ea",
      "previousChainHash": "af554468e1bf4f55b27041d8b2a31795eaca1e3d0bdb571f21e878c93da0ddab"
    },
    {
      "id": "fe19f079-36f9-4435-8f60-578a3864b39e",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-10-24T04:17:02.259Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Sat, 24 Oct 2026 04:17:02 GMT",
        "last-modified": "Sat, 24 Oct 2026 04:17:02 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "2a051a81d76f2bebddc36bc27a6095b6c13d6899c6d53598d263e82606473b37",
      "previousChainHash": "11e22d8a866b375e17c2077a0f2a70f659214125e064c807ebb1c35877f48729"
    },
    {
      "id": "e9815c96-af60-4f54-b93f-02a0b1a8ab36",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-10-23T04:17:06.752Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Fri, 23 Oct 2026 04:17:06 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "e9815c96-af60-4f54-b93f-02a0b1a8ab36",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "af554468e1bf4f55b27041d8b2a31795eaca1e3d0bdb571f21e878c93da0ddab",
      "previousChainHash": "22f11ba403d510974de7fbfd10d65a1ceedc26bd444b45a8f25a383a318d9d98"
    },
    {
      "id": "d5935560-7b6d-45bd-92d6-c64e797e1c63",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-10-23T04:17:03.879Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Fri, 23 Oct 2026 04:17:03 GMT",
        "last-modified": "Fri, 23 Oct 2026 04:17:03 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "11e22d8a866b375e17c2077a0f2a70f659214125e064c807ebb1c35877f48729",
      "previousChainHash": "f6be7a6cf5b01a37109673179b34febe451fe40da17e0a18b05113e55dd2ccd5"
    },
    {
      "id": "3843343c-eb40-440e-85c3-fcdaa63c80f1",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-10-22T04:17:05.650Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Thu, 22 Oct 2026 04:17:05 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "3843343c-eb40-440e-85c3-fcdaa63c80f1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "22f11ba403d510974de7fbfd10d65a1ceedc26bd444b45a8f25a383a318d9d98",
      "previousChainHash": "61f6b1530588364acdd366f9160473677a74738f5c31a30da94d217fa402f0c5"
    },
    {
      "id": "196ee1ea-ab2d-4c74-a1f4-a3043c9106ab",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-10-22T04:17:02.631Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Thu, 22 Oct 2026 04:17:02 GMT",
        "last-modified": "Thu, 22 Oct 2026 04:17:02 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "f6be7a6cf5b01a37109673179b34febe451fe40da17e0a18b05113e55dd2ccd5",
      "previousChainHash": "24fe2d87e3d24d2ce25038a603247ef760f132debb2290070e5cc771a91e14d5"
    },
    {
      "id": "fb6377cc-c0c4-4122-b803-2c5024268b4f",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-10-21T04:17:05.464Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Wed, 21 Oct 2026 04:17:05 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "fb6377cc-c0c4-4122-b803-2c5024268b4f",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "61f6b1530588364acdd366f9160473677a74738f5c31a30da94d217fa402f0c5",
      "previousChainHash": "cab01d45a356c0e12ce8b384d825cc0c1f246b78dcd388517a074a774683fe63"
    },
    {
      "id": "312bd035-031e-4789-b5d4-c034a21e5545",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-10-21T04:17:02.609Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Wed, 21 Oct 2026 04:17:02 GMT",
        "last-modified": "Wed, 21 Oct 2026 04:17:02 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "24fe2d87e3d24d2ce25038a603247ef760f132debb2290070e5cc771a91e14d5",
      "previousChainHash": "a57e85444f0853e31d1efeff5cbc434d2238498bda14d8e3c4fd0d33d09965be"
    },
    {
      "id": "62da9b3b-3e59-4a99-b995-3c34e0454ea0",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-10-20T04:17:06.172Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Tue, 20 Oct 2026 04:17:06 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "62da9b3b-3e59-4a99-b995-3c34e0454ea0",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "cab01d45a356c0e12ce8b384d825cc0c1f246b78dcd388517a074a774683fe63",
      "previousChainHash": "6e83d5e99df2d18063a5c9921f2965f5a0642be2cae47764cb25c1d2378e101a"
    },
    {
      "id": "d0cb3846-6aad-4c23-926b-f95de22fe6ae",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-10-20T04:17:03.247Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Tue, 20 Oct 2026 04:17:03 GMT",
        "last-modified": "Tue, 20 Oct 2026 04:17:03 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "a57e85444f0853e31d1efeff5cbc434d2238498bda14d8e3c4fd0d33d09965be",
      "previousChainHash": "995f6e347330d381f97805c9d3403a61e3b8d16c210633efd531332613096441"
    },
    {
      "id": "8d18da37-f4d9-48d5-b778-49dbd9756bbb",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-10-19T04:17:06.187Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Mon, 19 Oct 2026 04:17:06 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "8d18da37-f4d9-48d5-b778-49dbd9756bbb",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "6e83d5e99df2d18063a5c9921f2965f5a0642be2cae47764cb25c1d2378e101a",
      "previousChainHash": "9200f1bbc9acb3da88e136612d9cdc1545261bc72d91e6599861508582b235f0"
    },
    {
      "id": "7c6e49ce-a1b8-4cdc-a5fb-306286ee8284",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-10-19T04:17:03.425Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Mon, 19 Oct 2026 04:17:03 GMT",
        "last-modified": "Mon, 19 Oct 2026 04:17:03 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "995f6e347330d381f97805c9d3403a61e3b8d16c210633efd531332613096441",
      "previousChainHash": "e639308073bd1128d8d995ce6382b6e6cee71570d5ace1698831fba57acd2658"
    },
    {
      "id": "7fad9d4c-5ccb-4a6e-aa16-a7e3f92d9d5e",
      "domain": "anthropic.com",
      "signal": "llms",
      "requestedUrl": "https://anthropic.com/llms.txt",
      "finalUrl": "https://anthropic.com/llms.txt",
      "fetchedAt": "2026-10-18T04:17:05.803Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Sun, 18 Oct 2026 04:17:05 GMT",
        "location": "https://www.anthropic.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "7fad9d4c-5ccb-4a6e-aa16-a7e3f92d9d5e",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "9200f1bbc9acb3da88e136612d9cdc1545261bc72d91e6599861508582b235f0",
      "previousChainHash": "d1d547a4a77bed4d886c976dee6ea2d3961eb197231fb29f036bf5ff57778334"
    },
    {
      "id": "dcc2a074-bd4c-4777-b59c-d15ecb0ebf67",
      "domain": "anthropic.com",
      "signal": "robots",
      "requestedUrl": "https://anthropic.com/robots.txt",
      "finalUrl": "https://www.anthropic.com/robots.txt",
      "fetchedAt": "2026-10-18T04:17:03.017Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=14400",
        "content-type": "text/plain",
        "date": "Sun, 18 Oct 2026 04:17:03 GMT",
        "last-modified": "Sun, 18 Oct 2026 04:17:03 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b8bb03567cf862a9024bd464bd4bd7afaf054b1029de79727b2ba94711480ec7",
      "artifactBytes": 71,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20",
        "registryVersion": "2026-09-20",
        "sitemaps": [
          "https://www.anthropic.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-AdsBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "869b6eba-f90d-42e2-b33b-95f581018af1",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "e639308073bd1128d8d995ce6382b6e6cee71570d5ace1698831fba57acd2658",
      "previousChainHash": "30e4f3c1a84864c12a75a3fb818aa7b6f8bfa146c352a97fdbffa7e824d717a4"
    }
  ]
}