{
  "domain": "perplexity.ai",
  "recordsNotConclusions": true,
  "observations": [
    {
      "id": "2cf24bb1-b9ef-4810-9eb5-8c05d1678ee2",
      "domain": "perplexity.ai",
      "signal": "llms",
      "requestedUrl": "https://perplexity.ai/llms.txt",
      "finalUrl": "https://perplexity.ai/llms.txt",
      "fetchedAt": "2026-08-13T05:17:16.407Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-length": "167",
        "content-type": "text/html; charset=UTF-8",
        "date": "Thu, 13 Aug 2026 05:17:16 GMT",
        "location": "https://www.perplexity.ai/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "2cf24bb1-b9ef-4810-9eb5-8c05d1678ee2",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "61fc9c7e13e79f9e958d1ff41c57a200a2112c09df74d0ae0078ec9c6db50fba",
      "previousChainHash": "2f693b786138f7529efe0f4028fa95551c5b4e826687f34726a675ba13cf64df"
    },
    {
      "id": "1035404a-faaf-44d3-b734-26bc39013056",
      "domain": "perplexity.ai",
      "signal": "robots",
      "requestedUrl": "https://perplexity.ai/robots.txt",
      "finalUrl": "https://www.perplexity.ai/robots.txt",
      "fetchedAt": "2026-08-13T05:17:13.768Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=300",
        "content-length": "480",
        "content-type": "text/plain; charset=utf-8",
        "date": "Thu, 13 Aug 2026 05:17:13 GMT",
        "etag": "W/\"4ff0e1cd20b10bd53546ddd4da41071e7144be02\"",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "a4b48ab940c33c9ef1b6c66576b01c2ccaacdeef5315a93e09eaf67b05bb01dc",
      "artifactBytes": 480,
      "parserVersion": "robots-rfc9309-rsl-0.1.0",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/*?*q="
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/search/new"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/search?*/"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/marketing/prerelease/"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/onboarding/"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/join/"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/gen/"
              }
            ]
          },
          {
            "agents": [
              "Googlebot"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "disallow",
                "line": 11,
                "pattern": "/*?*q="
              },
              {
                "directive": "disallow",
                "line": 12,
                "pattern": "/search*"
              },
              {
                "directive": "disallow",
                "line": 13,
                "pattern": "/search?*/"
              },
              {
                "directive": "disallow",
                "line": 14,
                "pattern": "/marketing/prerelease/"
              },
              {
                "directive": "disallow",
                "line": 15,
                "pattern": "/onboarding/"
              },
              {
                "directive": "disallow",
                "line": 16,
                "pattern": "/join/"
              },
              {
                "directive": "disallow",
                "line": 17,
                "pattern": "/gen/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-0.1.0",
        "registryVersion": "2026-08-03",
        "sitemaps": [
          "https://www.perplexity.ai/sitemap.xml",
          "https://www.perplexity.ai/help-center/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/*?*q="
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/search/new"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/search?*/"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/marketing/prerelease/"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/onboarding/"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/join/"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/gen/"
              }
            ],
            "state": "partial"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/*?*q="
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/search/new"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/search?*/"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/marketing/prerelease/"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/onboarding/"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/join/"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/gen/"
              }
            ],
            "state": "partial"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/*?*q="
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/search/new"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/search?*/"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/marketing/prerelease/"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/onboarding/"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/join/"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/gen/"
              }
            ],
            "state": "partial"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/*?*q="
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/search/new"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/search?*/"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/marketing/prerelease/"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/onboarding/"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/join/"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/gen/"
              }
            ],
            "state": "partial"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/*?*q="
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/search/new"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/search?*/"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/marketing/prerelease/"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/onboarding/"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/join/"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/gen/"
              }
            ],
            "state": "partial"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/*?*q="
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/search/new"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/search?*/"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/marketing/prerelease/"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/onboarding/"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/join/"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/gen/"
              }
            ],
            "state": "partial"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/*?*q="
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/search/new"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/search?*/"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/marketing/prerelease/"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/onboarding/"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/join/"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/gen/"
              }
            ],
            "state": "partial"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/*?*q="
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/search/new"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/search?*/"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/marketing/prerelease/"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/onboarding/"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/join/"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/gen/"
              }
            ],
            "state": "partial"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/*?*q="
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/search/new"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/search?*/"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/marketing/prerelease/"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/onboarding/"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/join/"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/gen/"
              }
            ],
            "state": "partial"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/*?*q="
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/search/new"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/search?*/"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/marketing/prerelease/"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/onboarding/"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/join/"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/gen/"
              }
            ],
            "state": "partial"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/*?*q="
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/search/new"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/search?*/"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/marketing/prerelease/"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/onboarding/"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/join/"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/gen/"
              }
            ],
            "state": "partial"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "3570c1c5-61cc-405b-8794-1c7103f61729",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "92b336d63e372af3dae83502d95f6d947cc1164146e4eb2de98b7980c8159672",
      "previousChainHash": "c4395bcdf8dbb9d12c18b85d43e8488572fc84e558b32aca77baaca7444fe891"
    }
  ],
  "payPerCrawl": {
    "status": "unverified",
    "reason": "Authoritative discovery requires Cloudflare Web Bot Auth and the authenticated Discovery API."
  }
}