{
  "recordsNotConclusions": true,
  "registryVersion": "2026-09-20",
  "agent": {
    "slug": "perplexitybot",
    "token": "PerplexityBot",
    "operator": "Perplexity",
    "purpose": "search",
    "isFetcher": true,
    "description": "Perplexity's automatic search crawler for surfacing and linking websites in Perplexity search results.",
    "sourceUrl": "https://docs.perplexity.ai/docs/resources/perplexity-crawlers",
    "sourceCheckedAt": "2026-09-20"
  },
  "observations": [
    {
      "domain": "anthropic.com",
      "state": "allowed",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-09-28T04:17:05.742Z",
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20"
    },
    {
      "domain": "apnews.com",
      "state": "disallowed",
      "matchedAgents": [
        "PerplexityBot"
      ],
      "lastObservedAt": "2026-09-28T15:17:04.016Z",
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20"
    },
    {
      "domain": "apple.com",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-09-28T06:17:04.092Z",
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20"
    },
    {
      "domain": "cloudflare.com",
      "state": "allowed",
      "matchedAgents": [
        "PerplexityBot"
      ],
      "lastObservedAt": "2026-09-28T02:17:04.251Z",
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20"
    },
    {
      "domain": "commoncrawl.org",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-09-28T08:17:02.336Z",
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20"
    },
    {
      "domain": "google.com",
      "state": "partial",
      "matchedAgents": [
        "*",
        "Yandex"
      ],
      "lastObservedAt": "2026-09-28T07:17:04.041Z",
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20"
    },
    {
      "domain": "medium.com",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-09-28T11:17:03.195Z",
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20"
    },
    {
      "domain": "openai.com",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-09-28T03:17:10.519Z",
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20"
    },
    {
      "domain": "oreilly.com",
      "state": "partial",
      "matchedAgents": [
        "ChatGPT-User",
        "ChatGPT-User/2.0",
        "PerplexityBot",
        "Perplexity-User",
        "DuckAssistBot",
        "Applebot",
        "bingbot",
        "Googlebot"
      ],
      "lastObservedAt": "2026-09-28T13:17:03.871Z",
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20"
    },
    {
      "domain": "perplexity.ai",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-09-28T05:17:03.668Z",
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20"
    },
    {
      "domain": "quora.com",
      "state": "disallowed",
      "matchedAgents": [
        "PerplexityBot"
      ],
      "lastObservedAt": "2026-09-28T12:17:03.619Z",
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20"
    },
    {
      "domain": "reddit.com",
      "state": "disallowed",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-09-28T09:17:02.073Z",
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20"
    },
    {
      "domain": "rslcollective.org",
      "state": "allowed",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-09-28T01:17:03.844Z",
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20"
    },
    {
      "domain": "rslstandard.org",
      "state": "allowed",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-09-28T00:17:03.413Z",
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20"
    },
    {
      "domain": "stackoverflow.com",
      "state": "unverified",
      "matchedAgents": [],
      "lastObservedAt": "2026-09-28T17:17:04.454Z",
      "parserVersion": null
    },
    {
      "domain": "theguardian.com",
      "state": "disallowed",
      "matchedAgents": [
        "NewsNow",
        "CCBot",
        "TurnitinBot",
        "PetalBot",
        "MoodleBot",
        "FacebookBot",
        "Bytespider",
        "Mojeek",
        "JenkersBot",
        "Seekr",
        "YouBot",
        "Arquivo-web-crawler",
        "coccocbot-web",
        "SeznamBot",
        "PerplexityBot",
        "yacy",
        "anthropic-ai",
        "ClaudeBot",
        "Claude-SearchBot",
        "Claude-User",
        "AwarioRssBot",
        "AwarioSmartBot",
        "SentiOne",
        "ImageSift",
        "Applebot-Extended",
        "YandexAdditional",
        "YandexAdditionalBot",
        "scalepostAI",
        "Buck",
        "meta-externalagent",
        "Amazonbot",
        "amazon-QBusiness",
        "DuckAssistBot",
        "Google-CloudVertexBot",
        "Amzn-SearchBot",
        "AhrefsBot",
        "AhrefsSiteAudit"
      ],
      "lastObservedAt": "2026-09-28T16:17:03.891Z",
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20"
    },
    {
      "domain": "usatoday.com",
      "state": "disallowed",
      "matchedAgents": [
        "PerplexityBot"
      ],
      "lastObservedAt": "2026-09-28T19:17:02.404Z",
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20"
    },
    {
      "domain": "voxmedia.com",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-09-28T18:17:03.406Z",
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20"
    },
    {
      "domain": "yahoo.com",
      "state": "disallowed",
      "matchedAgents": [
        "ADmantX",
        "AlphaBot",
        "anthropic-ai",
        "AwarioRssBot",
        "AwarioSmartBot",
        "BLEXBot",
        "Buzzbot",
        "Bytespider",
        "CCBot",
        "ChatGPT-User",
        "claritybot",
        "Claude-Web",
        "ClaudeBot",
        "cohere-ai",
        "Diffbot",
        "FacebookBot",
        "FriendlyCrawler",
        "Google-Extended",
        "GPTBot",
        "huggingface",
        "ImagesiftBot",
        "img2dataset",
        "magpie-crawler",
        "Meltwater",
        "Neevabot",
        "news-please",
        "NewsNow",
        "Nutch",
        "omgili",
        "omgilibot",
        "panscient.com",
        "Perplexity-ai",
        "PerplexityBot",
        "PetalBot",
        "PiplBot",
        "scoop.it",
        "Scrapy",
        "Seekr",
        "SentiBot",
        "SeznamBot",
        "TurnitinBot",
        "YouBot",
        "ZumBot"
      ],
      "lastObservedAt": "2026-09-28T10:17:02.765Z",
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20"
    },
    {
      "domain": "ziffdavis.com",
      "state": "partial",
      "matchedAgents": [
        "*"
      ],
      "lastObservedAt": "2026-09-28T14:17:06.312Z",
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20"
    }
  ]
}