{
  "domain": "cloudflare.com",
  "recordsNotConclusions": true,
  "observations": [
    {
      "id": "0e6f4566-6a7d-4221-b77e-b27b7cf170aa",
      "domain": "cloudflare.com",
      "signal": "llms",
      "requestedUrl": "https://cloudflare.com/llms.txt",
      "finalUrl": "https://cloudflare.com/llms.txt",
      "fetchedAt": "2026-08-13T02:17:16.553Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-type": "text/html; charset=UTF-8",
        "date": "Thu, 13 Aug 2026 02:17:15 GMT",
        "location": "https://www.cloudflare.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "0e6f4566-6a7d-4221-b77e-b27b7cf170aa",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "5cbc4369a3a3eb7f80f8829d18d8cd30dfe696e92d94c9d38fa6543221feb305",
      "previousChainHash": "88062becdac35abd97e88523dc613aa61d252bff7705c536ac1232955063f3c2"
    },
    {
      "id": "e1ad94ab-b958-418a-aa0f-4a8fdb823c86",
      "domain": "cloudflare.com",
      "signal": "robots",
      "requestedUrl": "https://cloudflare.com/robots.txt",
      "finalUrl": "https://www.cloudflare.com/robots.txt",
      "fetchedAt": "2026-08-13T02:17:13.781Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=0, must-revalidate",
        "content-length": "1099",
        "content-type": "text/plain",
        "date": "Thu, 13 Aug 2026 02:17:13 GMT",
        "etag": "\"0e9fa7a0bd53c344b463d30c8eb71478\"",
        "link": "</.well-known/agents.json>; rel=\"api-catalog\", </.well-known/webmcp.json>; rel=\"service-desc\", </openapi.json>; rel=\"service-desc\", </llms.txt>; rel=\"service-doc\", </sitemap.xml>; rel=\"sitemap\"",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "c6e360cc6e931ea35c33ae917ff9e2194eb55f79f68e949ec54bcd4533324d98",
      "artifactBytes": 1099,
      "parserVersion": "robots-rfc9309-rsl-0.1.0",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 4,
                "pattern": "/"
              }
            ]
          },
          {
            "agents": [
              "GPTBot"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 15,
                "pattern": "/"
              }
            ]
          },
          {
            "agents": [
              "ChatGPT-User"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 18,
                "pattern": "/"
              }
            ]
          },
          {
            "agents": [
              "Google-Extended"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 21,
                "pattern": "/"
              }
            ]
          },
          {
            "agents": [
              "Anthropic-AI"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 24,
                "pattern": "/"
              }
            ]
          },
          {
            "agents": [
              "Claude-Web"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 27,
                "pattern": "/"
              }
            ]
          },
          {
            "agents": [
              "CCBot"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 30,
                "pattern": "/"
              }
            ]
          },
          {
            "agents": [
              "PerplexityBot"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 33,
                "pattern": "/"
              }
            ]
          },
          {
            "agents": [
              "Cohere-ai"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 36,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-0.1.0",
        "registryVersion": "2026-08-03",
        "sitemaps": [
          "https://www.cloudflare.com/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 4,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "CCBot"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 30,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "ChatGPT-User"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 18,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 4,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 4,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 4,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "Google-Extended"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 21,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "GPTBot"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 15,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 4,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 4,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "PerplexityBot"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 33,
                "pattern": "/"
              }
            ],
            "state": "allowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "78c3b383-4307-494d-8357-c4d78a4a98c4",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "bdb0d7c228882849831200cc2f7651a18151166288b3702ee462a3034ab95dac",
      "previousChainHash": "a0f91d4222d39192ee158e7e7ef4c3f24068266e1e2d677862b1e4624f1f5237"
    }
  ],
  "payPerCrawl": {
    "status": "unverified",
    "reason": "Authoritative discovery requires Cloudflare Web Bot Auth and the authenticated Discovery API."
  }
}