{ "domain": "perplexity.ai", "recordsNotConclusions": true, "events": [ { "id": "2cf24bb1-b9ef-4810-9eb5-8c05d1678ee2", "domain": "perplexity.ai", "signal": "llms", "requestedUrl": "https://perplexity.ai/llms.txt", "finalUrl": "https://perplexity.ai/llms.txt", "fetchedAt": "2026-08-13T05:17:16.407Z", "httpStatus": 301, "responseHeaders": { "content-length": "167", "content-type": "text/html; charset=UTF-8", "date": "Thu, 13 Aug 2026 05:17:16 GMT", "location": "https://www.perplexity.ai/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "2cf24bb1-b9ef-4810-9eb5-8c05d1678ee2", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "61fc9c7e13e79f9e958d1ff41c57a200a2112c09df74d0ae0078ec9c6db50fba", "previousChainHash": "2f693b786138f7529efe0f4028fa95551c5b4e826687f34726a675ba13cf64df" }, { "id": "1035404a-faaf-44d3-b734-26bc39013056", "domain": "perplexity.ai", "signal": "robots", "requestedUrl": "https://perplexity.ai/robots.txt", "finalUrl": "https://www.perplexity.ai/robots.txt", "fetchedAt": "2026-08-13T05:17:13.768Z", "httpStatus": 200, "responseHeaders": { "cache-control": "public, max-age=300", "content-length": "480", "content-type": "text/plain; charset=utf-8", "date": "Thu, 13 Aug 2026 05:17:13 GMT", "etag": "W/\"4ff0e1cd20b10bd53546ddd4da41071e7144be02\"", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "a4b48ab940c33c9ef1b6c66576b01c2ccaacdeef5315a93e09eaf67b05bb01dc", "artifactBytes": 480, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ] }, { "agents": [ "Googlebot" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 12, "pattern": "/search*" }, { "directive": "disallow", "line": 13, "pattern": "/search?*/" }, { "directive": "disallow", "line": 14, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 15, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 16, "pattern": "/join/" }, { "directive": "disallow", "line": 17, "pattern": "/gen/" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.perplexity.ai/sitemap.xml", "https://www.perplexity.ai/help-center/sitemap.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "3570c1c5-61cc-405b-8794-1c7103f61729", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "92b336d63e372af3dae83502d95f6d947cc1164146e4eb2de98b7980c8159672", "previousChainHash": "c4395bcdf8dbb9d12c18b85d43e8488572fc84e558b32aca77baaca7444fe891" }, { "id": "462a8eb0-13ff-452e-8dbd-4dcb6856ea99", "domain": "perplexity.ai", "signal": "llms", "requestedUrl": "https://perplexity.ai/llms.txt", "finalUrl": "https://perplexity.ai/llms.txt", "fetchedAt": "2026-08-12T05:17:16.494Z", "httpStatus": 301, "responseHeaders": { "content-length": "167", "content-type": "text/html; charset=UTF-8", "date": "Wed, 12 Aug 2026 05:17:15 GMT", "location": "https://www.perplexity.ai/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "462a8eb0-13ff-452e-8dbd-4dcb6856ea99", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "2f693b786138f7529efe0f4028fa95551c5b4e826687f34726a675ba13cf64df", "previousChainHash": "72e20e43c3a19ac3e0e7a30f287438bd42081c84fca0c56627f33dbd32c65873" }, { "id": "3d6cd7a6-6db9-4030-8b2c-4bbe6ceadf46", "domain": "perplexity.ai", "signal": "robots", "requestedUrl": "https://perplexity.ai/robots.txt", "finalUrl": "https://www.perplexity.ai/robots.txt", "fetchedAt": "2026-08-12T05:17:13.695Z", "httpStatus": 200, "responseHeaders": { "cache-control": "public, max-age=300", "content-length": "480", "content-type": "text/plain; charset=utf-8", "date": "Wed, 12 Aug 2026 05:17:13 GMT", "etag": "W/\"4ff0e1cd20b10bd53546ddd4da41071e7144be02\"", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "a4b48ab940c33c9ef1b6c66576b01c2ccaacdeef5315a93e09eaf67b05bb01dc", "artifactBytes": 480, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ] }, { "agents": [ "Googlebot" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 12, "pattern": "/search*" }, { "directive": "disallow", "line": 13, "pattern": "/search?*/" }, { "directive": "disallow", "line": 14, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 15, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 16, "pattern": "/join/" }, { "directive": "disallow", "line": 17, "pattern": "/gen/" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.perplexity.ai/sitemap.xml", "https://www.perplexity.ai/help-center/sitemap.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "3570c1c5-61cc-405b-8794-1c7103f61729", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "c4395bcdf8dbb9d12c18b85d43e8488572fc84e558b32aca77baaca7444fe891", "previousChainHash": "249a0b365acf6617bfba81881a6cc59ff2dc38023fe8620a5d9141e158ed2cde" }, { "id": "3a7e37be-be12-4f9b-b1b1-989e79b9e0d7", "domain": "perplexity.ai", "signal": "llms", "requestedUrl": "https://perplexity.ai/llms.txt", "finalUrl": "https://perplexity.ai/llms.txt", "fetchedAt": "2026-08-11T05:17:16.419Z", "httpStatus": 301, "responseHeaders": { "content-length": "167", "content-type": "text/html; charset=UTF-8", "date": "Tue, 11 Aug 2026 05:17:15 GMT", "location": "https://www.perplexity.ai/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "3a7e37be-be12-4f9b-b1b1-989e79b9e0d7", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "72e20e43c3a19ac3e0e7a30f287438bd42081c84fca0c56627f33dbd32c65873", "previousChainHash": "4e01300b1538e68af04111be371d54504d5d2fdb44e0bf230f31eda27ac7e346" }, { "id": "b8a730a4-2da6-49c5-bb1a-bcd712f76a26", "domain": "perplexity.ai", "signal": "robots", "requestedUrl": "https://perplexity.ai/robots.txt", "finalUrl": "https://www.perplexity.ai/robots.txt", "fetchedAt": "2026-08-11T05:17:13.648Z", "httpStatus": 200, "responseHeaders": { "cache-control": "public, max-age=300", "content-length": "480", "content-type": "text/plain; charset=utf-8", "date": "Tue, 11 Aug 2026 05:17:13 GMT", "etag": "W/\"4ff0e1cd20b10bd53546ddd4da41071e7144be02\"", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "a4b48ab940c33c9ef1b6c66576b01c2ccaacdeef5315a93e09eaf67b05bb01dc", "artifactBytes": 480, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ] }, { "agents": [ "Googlebot" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 12, "pattern": "/search*" }, { "directive": "disallow", "line": 13, "pattern": "/search?*/" }, { "directive": "disallow", "line": 14, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 15, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 16, "pattern": "/join/" }, { "directive": "disallow", "line": 17, "pattern": "/gen/" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.perplexity.ai/sitemap.xml", "https://www.perplexity.ai/help-center/sitemap.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "3570c1c5-61cc-405b-8794-1c7103f61729", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "249a0b365acf6617bfba81881a6cc59ff2dc38023fe8620a5d9141e158ed2cde", "previousChainHash": "ba22479a774739973d82d04b29b219e959f90f3cf320038054f78516c32a78e8" }, { "id": "bc205142-911b-4cb2-a123-f714df7cc9dd", "domain": "perplexity.ai", "signal": "llms", "requestedUrl": "https://perplexity.ai/llms.txt", "finalUrl": "https://perplexity.ai/llms.txt", "fetchedAt": "2026-08-10T05:17:15.919Z", "httpStatus": 301, "responseHeaders": { "content-length": "167", "content-type": "text/html; charset=UTF-8", "date": "Mon, 10 Aug 2026 05:17:15 GMT", "location": "https://www.perplexity.ai/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "bc205142-911b-4cb2-a123-f714df7cc9dd", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "4e01300b1538e68af04111be371d54504d5d2fdb44e0bf230f31eda27ac7e346", "previousChainHash": "9be5bf15184bd50d182553623ee2b7cfbc9c07bbbeab2503b4b53aa70ed27590" }, { "id": "00dd0ffc-7bd0-459a-89c4-628c1203fab8", "domain": "perplexity.ai", "signal": "robots", "requestedUrl": "https://perplexity.ai/robots.txt", "finalUrl": "https://www.perplexity.ai/robots.txt", "fetchedAt": "2026-08-10T05:17:13.113Z", "httpStatus": 200, "responseHeaders": { "cache-control": "public, max-age=300", "content-length": "480", "content-type": "text/plain; charset=utf-8", "date": "Mon, 10 Aug 2026 05:17:13 GMT", "etag": "W/\"4ff0e1cd20b10bd53546ddd4da41071e7144be02\"", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "a4b48ab940c33c9ef1b6c66576b01c2ccaacdeef5315a93e09eaf67b05bb01dc", "artifactBytes": 480, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ] }, { "agents": [ "Googlebot" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 12, "pattern": "/search*" }, { "directive": "disallow", "line": 13, "pattern": "/search?*/" }, { "directive": "disallow", "line": 14, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 15, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 16, "pattern": "/join/" }, { "directive": "disallow", "line": 17, "pattern": "/gen/" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.perplexity.ai/sitemap.xml", "https://www.perplexity.ai/help-center/sitemap.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "3570c1c5-61cc-405b-8794-1c7103f61729", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "ba22479a774739973d82d04b29b219e959f90f3cf320038054f78516c32a78e8", "previousChainHash": "ba063dc3d37dd6f8372ae886c96e94ed0ab54542f8576e6da85a1da1a0a65c41" }, { "id": "a20d87c6-9045-4864-a650-b6111ec5d498", "domain": "perplexity.ai", "signal": "llms", "requestedUrl": "https://perplexity.ai/llms.txt", "finalUrl": "https://perplexity.ai/llms.txt", "fetchedAt": "2026-08-09T05:17:16.422Z", "httpStatus": 301, "responseHeaders": { "content-length": "167", "content-type": "text/html; charset=UTF-8", "date": "Sun, 09 Aug 2026 05:17:15 GMT", "location": "https://www.perplexity.ai/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "a20d87c6-9045-4864-a650-b6111ec5d498", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "9be5bf15184bd50d182553623ee2b7cfbc9c07bbbeab2503b4b53aa70ed27590", "previousChainHash": "1190fb34ae0c758b878a08694d12b521460ce40131d5044c8aafa38c578a19ef" }, { "id": "2d62b80a-e4e3-4df5-9eee-951150a591f5", "domain": "perplexity.ai", "signal": "robots", "requestedUrl": "https://perplexity.ai/robots.txt", "finalUrl": "https://www.perplexity.ai/robots.txt", "fetchedAt": "2026-08-09T05:17:13.824Z", "httpStatus": 200, "responseHeaders": { "cache-control": "public, max-age=300", "content-length": "480", "content-type": "text/plain; charset=utf-8", "date": "Sun, 09 Aug 2026 05:17:13 GMT", "etag": "W/\"4ff0e1cd20b10bd53546ddd4da41071e7144be02\"", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "a4b48ab940c33c9ef1b6c66576b01c2ccaacdeef5315a93e09eaf67b05bb01dc", "artifactBytes": 480, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ] }, { "agents": [ "Googlebot" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 12, "pattern": "/search*" }, { "directive": "disallow", "line": 13, "pattern": "/search?*/" }, { "directive": "disallow", "line": 14, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 15, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 16, "pattern": "/join/" }, { "directive": "disallow", "line": 17, "pattern": "/gen/" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.perplexity.ai/sitemap.xml", "https://www.perplexity.ai/help-center/sitemap.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "3570c1c5-61cc-405b-8794-1c7103f61729", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "ba063dc3d37dd6f8372ae886c96e94ed0ab54542f8576e6da85a1da1a0a65c41", "previousChainHash": "7e31496660dc473f4f83608949e11bcd518f88ac0ab6f2509fec45228172ad1b" }, { "id": "c10d7fc3-d565-462d-a662-fadc77bf7cf1", "domain": "perplexity.ai", "signal": "llms", "requestedUrl": "https://perplexity.ai/llms.txt", "finalUrl": "https://perplexity.ai/llms.txt", "fetchedAt": "2026-08-08T05:17:16.926Z", "httpStatus": 301, "responseHeaders": { "content-length": "167", "content-type": "text/html; charset=UTF-8", "date": "Sat, 08 Aug 2026 05:17:16 GMT", "location": "https://www.perplexity.ai/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "c10d7fc3-d565-462d-a662-fadc77bf7cf1", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "1190fb34ae0c758b878a08694d12b521460ce40131d5044c8aafa38c578a19ef", "previousChainHash": "2868fb92923eeb242fd43657c22a0310fcf2a097df0982b5a1269965614a2e9a" }, { "id": "372bcf20-36fe-4f86-abb3-0caa295db021", "domain": "perplexity.ai", "signal": "robots", "requestedUrl": "https://perplexity.ai/robots.txt", "finalUrl": "https://www.perplexity.ai/robots.txt", "fetchedAt": "2026-08-08T05:17:14.341Z", "httpStatus": 200, "responseHeaders": { "cache-control": "public, max-age=300", "content-length": "480", "content-type": "text/plain; charset=utf-8", "date": "Sat, 08 Aug 2026 05:17:14 GMT", "etag": "W/\"4ff0e1cd20b10bd53546ddd4da41071e7144be02\"", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "a4b48ab940c33c9ef1b6c66576b01c2ccaacdeef5315a93e09eaf67b05bb01dc", "artifactBytes": 480, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ] }, { "agents": [ "Googlebot" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 12, "pattern": "/search*" }, { "directive": "disallow", "line": 13, "pattern": "/search?*/" }, { "directive": "disallow", "line": 14, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 15, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 16, "pattern": "/join/" }, { "directive": "disallow", "line": 17, "pattern": "/gen/" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.perplexity.ai/sitemap.xml", "https://www.perplexity.ai/help-center/sitemap.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "3570c1c5-61cc-405b-8794-1c7103f61729", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "7e31496660dc473f4f83608949e11bcd518f88ac0ab6f2509fec45228172ad1b", "previousChainHash": "6591ad589a8b6eaac61582314a79270476efcaa59839f1ff9cb17b6f56077fed" }, { "id": "1c297046-8622-4702-8ddd-81a032d45592", "domain": "perplexity.ai", "signal": "llms", "requestedUrl": "https://perplexity.ai/llms.txt", "finalUrl": "https://perplexity.ai/llms.txt", "fetchedAt": "2026-08-07T05:17:15.455Z", "httpStatus": 301, "responseHeaders": { "content-length": "167", "content-type": "text/html; charset=UTF-8", "date": "Fri, 07 Aug 2026 05:17:15 GMT", "location": "https://www.perplexity.ai/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "1c297046-8622-4702-8ddd-81a032d45592", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "2868fb92923eeb242fd43657c22a0310fcf2a097df0982b5a1269965614a2e9a", "previousChainHash": "600dcffab0f5641a42026b851947663e74eb7ba2162d204f4f2a9b6932459645" }, { "id": "72a51c7b-7664-42aa-a6b7-09a4697756fe", "domain": "perplexity.ai", "signal": "robots", "requestedUrl": "https://perplexity.ai/robots.txt", "finalUrl": "https://www.perplexity.ai/robots.txt", "fetchedAt": "2026-08-07T05:17:12.865Z", "httpStatus": 200, "responseHeaders": { "cache-control": "public, max-age=300", "content-length": "480", "content-type": "text/plain; charset=utf-8", "date": "Fri, 07 Aug 2026 05:17:12 GMT", "etag": "W/\"4ff0e1cd20b10bd53546ddd4da41071e7144be02\"", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "a4b48ab940c33c9ef1b6c66576b01c2ccaacdeef5315a93e09eaf67b05bb01dc", "artifactBytes": 480, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ] }, { "agents": [ "Googlebot" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 12, "pattern": "/search*" }, { "directive": "disallow", "line": 13, "pattern": "/search?*/" }, { "directive": "disallow", "line": 14, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 15, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 16, "pattern": "/join/" }, { "directive": "disallow", "line": 17, "pattern": "/gen/" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.perplexity.ai/sitemap.xml", "https://www.perplexity.ai/help-center/sitemap.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "3570c1c5-61cc-405b-8794-1c7103f61729", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "6591ad589a8b6eaac61582314a79270476efcaa59839f1ff9cb17b6f56077fed", "previousChainHash": "fc29f2de6c633ba14870dcbc3b0319694f0d93c07dd61113c63b80dca0360cc4" }, { "id": "5af4e119-758b-4116-8cc8-fff4efe33397", "domain": "perplexity.ai", "signal": "llms", "requestedUrl": "https://perplexity.ai/llms.txt", "finalUrl": "https://perplexity.ai/llms.txt", "fetchedAt": "2026-08-06T05:17:15.706Z", "httpStatus": 301, "responseHeaders": { "content-length": "167", "content-type": "text/html; charset=UTF-8", "date": "Thu, 06 Aug 2026 05:17:15 GMT", "location": "https://www.perplexity.ai/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "5af4e119-758b-4116-8cc8-fff4efe33397", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "600dcffab0f5641a42026b851947663e74eb7ba2162d204f4f2a9b6932459645", "previousChainHash": "04e93f63bc72f00cb1411520577ab7b4c9e9e34861e3742d84692ea34f67e8eb" }, { "id": "8f2aa658-b421-4159-9988-c7b69ad0d7d8", "domain": "perplexity.ai", "signal": "robots", "requestedUrl": "https://perplexity.ai/robots.txt", "finalUrl": "https://www.perplexity.ai/robots.txt", "fetchedAt": "2026-08-06T05:17:13.077Z", "httpStatus": 200, "responseHeaders": { "cache-control": "public, max-age=300", "content-length": "480", "content-type": "text/plain; charset=utf-8", "date": "Thu, 06 Aug 2026 05:17:13 GMT", "etag": "W/\"4ff0e1cd20b10bd53546ddd4da41071e7144be02\"", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "a4b48ab940c33c9ef1b6c66576b01c2ccaacdeef5315a93e09eaf67b05bb01dc", "artifactBytes": 480, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ] }, { "agents": [ "Googlebot" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 12, "pattern": "/search*" }, { "directive": "disallow", "line": 13, "pattern": "/search?*/" }, { "directive": "disallow", "line": 14, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 15, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 16, "pattern": "/join/" }, { "directive": "disallow", "line": 17, "pattern": "/gen/" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.perplexity.ai/sitemap.xml", "https://www.perplexity.ai/help-center/sitemap.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "3570c1c5-61cc-405b-8794-1c7103f61729", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "fc29f2de6c633ba14870dcbc3b0319694f0d93c07dd61113c63b80dca0360cc4", "previousChainHash": "6ff67f1ce308ecac40cf1b587ee98b2b0e7d495e4741ffa86f42c62c638f28c3" }, { "id": "a2746372-d09f-4cf2-b92a-3deaa2a44e2e", "domain": "perplexity.ai", "signal": "llms", "requestedUrl": "https://perplexity.ai/llms.txt", "finalUrl": "https://perplexity.ai/llms.txt", "fetchedAt": "2026-08-05T05:17:16.233Z", "httpStatus": 301, "responseHeaders": { "content-length": "167", "content-type": "text/html; charset=UTF-8", "date": "Wed, 05 Aug 2026 05:17:16 GMT", "location": "https://www.perplexity.ai/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "a2746372-d09f-4cf2-b92a-3deaa2a44e2e", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "04e93f63bc72f00cb1411520577ab7b4c9e9e34861e3742d84692ea34f67e8eb", "previousChainHash": "c041a605c256a65d54853860c4c8e962fedfe6eba7608e818a15f4da07bfac40" }, { "id": "8b3d3de3-6b19-4805-9bb0-8b17e8c3c8a9", "domain": "perplexity.ai", "signal": "robots", "requestedUrl": "https://perplexity.ai/robots.txt", "finalUrl": "https://www.perplexity.ai/robots.txt", "fetchedAt": "2026-08-05T05:17:13.445Z", "httpStatus": 200, "responseHeaders": { "cache-control": "public, max-age=300", "content-length": "480", "content-type": "text/plain; charset=utf-8", "date": "Wed, 05 Aug 2026 05:17:13 GMT", "etag": "W/\"4ff0e1cd20b10bd53546ddd4da41071e7144be02\"", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "a4b48ab940c33c9ef1b6c66576b01c2ccaacdeef5315a93e09eaf67b05bb01dc", "artifactBytes": 480, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ] }, { "agents": [ "Googlebot" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 12, "pattern": "/search*" }, { "directive": "disallow", "line": 13, "pattern": "/search?*/" }, { "directive": "disallow", "line": 14, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 15, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 16, "pattern": "/join/" }, { "directive": "disallow", "line": 17, "pattern": "/gen/" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.perplexity.ai/sitemap.xml", "https://www.perplexity.ai/help-center/sitemap.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "3570c1c5-61cc-405b-8794-1c7103f61729", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "6ff67f1ce308ecac40cf1b587ee98b2b0e7d495e4741ffa86f42c62c638f28c3", "previousChainHash": "0a185276ea1dd510435d060d88fc1d76e94afb9b2d80be06b7c807b47a45191e" }, { "id": "c585d9ab-a172-4ab3-8e4e-e97343a3640c", "domain": "perplexity.ai", "signal": "llms", "requestedUrl": "https://perplexity.ai/llms.txt", "finalUrl": "https://perplexity.ai/llms.txt", "fetchedAt": "2026-08-04T05:17:22.263Z", "httpStatus": 301, "responseHeaders": { "content-length": "167", "content-type": "text/html; charset=UTF-8", "date": "Tue, 04 Aug 2026 05:17:21 GMT", "location": "https://www.perplexity.ai/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "c585d9ab-a172-4ab3-8e4e-e97343a3640c", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "c041a605c256a65d54853860c4c8e962fedfe6eba7608e818a15f4da07bfac40", "previousChainHash": null }, { "id": "3570c1c5-61cc-405b-8794-1c7103f61729", "domain": "perplexity.ai", "signal": "robots", "requestedUrl": "https://perplexity.ai/robots.txt", "finalUrl": "https://www.perplexity.ai/robots.txt", "fetchedAt": "2026-08-04T05:17:14.162Z", "httpStatus": 200, "responseHeaders": { "cache-control": "public, max-age=300", "content-length": "480", "content-type": "text/plain; charset=utf-8", "date": "Tue, 04 Aug 2026 05:17:14 GMT", "etag": "W/\"4ff0e1cd20b10bd53546ddd4da41071e7144be02\"", "server": "cloudflare" }, "parseStatus": "parsed", "changed": true, "artifactSha256": "a4b48ab940c33c9ef1b6c66576b01c2ccaacdeef5315a93e09eaf67b05bb01dc", "artifactBytes": 480, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ] }, { "agents": [ "Googlebot" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 12, "pattern": "/search*" }, { "directive": "disallow", "line": 13, "pattern": "/search?*/" }, { "directive": "disallow", "line": 14, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 15, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 16, "pattern": "/join/" }, { "directive": "disallow", "line": 17, "pattern": "/gen/" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.perplexity.ai/sitemap.xml", "https://www.perplexity.ai/help-center/sitemap.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/*?*q=" }, { "directive": "disallow", "line": 4, "pattern": "/search/new" }, { "directive": "disallow", "line": 5, "pattern": "/search?*/" }, { "directive": "disallow", "line": 6, "pattern": "/marketing/prerelease/" }, { "directive": "disallow", "line": 7, "pattern": "/onboarding/" }, { "directive": "disallow", "line": 8, "pattern": "/join/" }, { "directive": "disallow", "line": 9, "pattern": "/gen/" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "3570c1c5-61cc-405b-8794-1c7103f61729", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "0a185276ea1dd510435d060d88fc1d76e94afb9b2d80be06b7c807b47a45191e", "previousChainHash": null } ] }