{ "domain": "apple.com", "recordsNotConclusions": true, "events": [ { "id": "01a44b27-5a6c-4129-945e-4025060326b1", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-11-11T06:17:05.090Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Wed, 11 Nov 2026 06:17:05 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "01a44b27-5a6c-4129-945e-4025060326b1", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "936fdc43b93c7f098d4887276796e6b292418498bc4adf4191fe542cc7264213", "previousChainHash": "61c6e11893a4d455becaaa239c5b55c838acb81fb530e2960e32c2414a4e057b" }, { "id": "97315623-a98f-499d-9c58-9e9fc67f3c15", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-11-11T06:17:02.480Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=358", "content-type": "text/plain; charset=utf-8", "date": "Wed, 11 Nov 2026 06:17:02 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "c45314b5233ea4578dbc832cf77273413da82e0069ff0a21569fdf5f3ca03fa3", "previousChainHash": "f1f7ea6a17e6e1f4c685bdedcc37879ca58d97a2d9121eaeb316024ce345eac6" }, { "id": "057f14e3-5d34-43ba-9594-c6f69698a6d1", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-11-10T06:17:05.497Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Tue, 10 Nov 2026 06:17:05 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "057f14e3-5d34-43ba-9594-c6f69698a6d1", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "61c6e11893a4d455becaaa239c5b55c838acb81fb530e2960e32c2414a4e057b", "previousChainHash": "2f1395a856b77a0b6f44df325f61975b5f38cbe5c0296927f0a8ca3e30487074" }, { "id": "a6df9dde-4989-4f20-aef9-7b8adee27fe1", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-11-10T06:17:02.800Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=449", "content-type": "text/plain; charset=utf-8", "date": "Tue, 10 Nov 2026 06:17:02 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "f1f7ea6a17e6e1f4c685bdedcc37879ca58d97a2d9121eaeb316024ce345eac6", "previousChainHash": "b3f30c2e0a34a83d31856460c4692972618f79e17ba60d5c59e1475130a59697" }, { "id": "7f2434f8-cc2a-4a72-bc01-57fb7334385b", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-11-09T06:17:04.926Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Mon, 09 Nov 2026 06:17:04 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "7f2434f8-cc2a-4a72-bc01-57fb7334385b", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "2f1395a856b77a0b6f44df325f61975b5f38cbe5c0296927f0a8ca3e30487074", "previousChainHash": "96fd6aeec8bab6c63fa377c52619f960f7b86e03ecec86bc4ac8ad744cb70923" }, { "id": "bb78f1af-aa72-4c6a-b1d4-bb525bf27c68", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-11-09T06:17:02.104Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=445", "content-type": "text/plain; charset=utf-8", "date": "Mon, 09 Nov 2026 06:17:02 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "b3f30c2e0a34a83d31856460c4692972618f79e17ba60d5c59e1475130a59697", "previousChainHash": "886f9a5c15bee86f61fd15d16f474558850a855a54f0c746b41b68fef4cf9936" }, { "id": "3cfcd944-2a15-46f0-9ef7-abcf712611b3", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-11-08T06:17:05.734Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Sun, 08 Nov 2026 06:17:05 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "3cfcd944-2a15-46f0-9ef7-abcf712611b3", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "96fd6aeec8bab6c63fa377c52619f960f7b86e03ecec86bc4ac8ad744cb70923", "previousChainHash": "d260b8311397ee7d7e5b30c743c0063a943d7bcb386d82e0c2fe23f8ff599319" }, { "id": "7c58a7e8-4b2c-41dd-ad28-86c6b356a5e2", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-11-08T06:17:02.887Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=154", "content-type": "text/plain; charset=utf-8", "date": "Sun, 08 Nov 2026 06:17:02 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "886f9a5c15bee86f61fd15d16f474558850a855a54f0c746b41b68fef4cf9936", "previousChainHash": "894851fdd53840827d1bdb2f60c73b3f37afd3c22aa92ec83abbc9d0c4a291cb" }, { "id": "6509bfae-743f-4f19-a433-27bdf322e8bb", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-11-07T06:17:05.054Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Sat, 07 Nov 2026 06:17:05 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "6509bfae-743f-4f19-a433-27bdf322e8bb", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "d260b8311397ee7d7e5b30c743c0063a943d7bcb386d82e0c2fe23f8ff599319", "previousChainHash": "6cc539d647e708a373595a435d7f6765aff19e8bd7ce39f98b1f570a82c907db" }, { "id": "cf0ddeed-2d43-483d-9bc7-374e77d9ded8", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-11-07T06:17:02.284Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=378", "content-type": "text/plain; charset=utf-8", "date": "Sat, 07 Nov 2026 06:17:02 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "894851fdd53840827d1bdb2f60c73b3f37afd3c22aa92ec83abbc9d0c4a291cb", "previousChainHash": "8b29f3eeb3ed7cb6f355ee7ecd626ecc67b4f0d985d74fc37ea9e9375acfcc2a" }, { "id": "3fab5bf3-4ab7-4b2d-9319-d4f95a4ab8c0", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-11-06T06:17:06.139Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Fri, 06 Nov 2026 06:17:06 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "3fab5bf3-4ab7-4b2d-9319-d4f95a4ab8c0", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "6cc539d647e708a373595a435d7f6765aff19e8bd7ce39f98b1f570a82c907db", "previousChainHash": "fc9a18857a63b3e1330f523ea98bb54c19561621b1b16bfe1dbccbed8705a161" }, { "id": "42a36a7b-48f9-4f7a-a2ac-f25d8b4c07b0", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-11-06T06:17:03.265Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=348", "content-type": "text/plain; charset=utf-8", "date": "Fri, 06 Nov 2026 06:17:03 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "8b29f3eeb3ed7cb6f355ee7ecd626ecc67b4f0d985d74fc37ea9e9375acfcc2a", "previousChainHash": "2e9f9c3064f3fd399edd23b25bcec423261e999ea8b321d7750a782a2157e8ad" }, { "id": "12472d89-8272-4ed8-82ea-c83de9ff9d5a", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-11-05T06:17:05.846Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Thu, 05 Nov 2026 06:17:05 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "12472d89-8272-4ed8-82ea-c83de9ff9d5a", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "fc9a18857a63b3e1330f523ea98bb54c19561621b1b16bfe1dbccbed8705a161", "previousChainHash": "80ff4179df1c4ac73fc83953824b0cec2d066b66f398a383c737c3502e0ba341" }, { "id": "b6391a96-ed6b-4397-bdfe-44c3a606894e", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-11-05T06:17:03.031Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=447", "content-type": "text/plain; charset=utf-8", "date": "Thu, 05 Nov 2026 06:17:03 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "2e9f9c3064f3fd399edd23b25bcec423261e999ea8b321d7750a782a2157e8ad", "previousChainHash": "3280423fc1a861e47deb12e0478d4dd45ce6245465186ac9e6d50b6d3a8c4970" }, { "id": "7d8467e0-bc2f-4dad-8bd5-905f4738ce40", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-11-04T06:17:06.340Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Wed, 04 Nov 2026 06:17:06 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "7d8467e0-bc2f-4dad-8bd5-905f4738ce40", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "80ff4179df1c4ac73fc83953824b0cec2d066b66f398a383c737c3502e0ba341", "previousChainHash": "73d49431f4530bd54701af6dab78a4fbc4f3fa1019e57c7ed3bf87166e820465" }, { "id": "e4dbda12-2064-4ff5-9d47-4acaa05d51c1", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-11-04T06:17:03.532Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=44", "content-type": "text/plain; charset=utf-8", "date": "Wed, 04 Nov 2026 06:17:03 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "3280423fc1a861e47deb12e0478d4dd45ce6245465186ac9e6d50b6d3a8c4970", "previousChainHash": "746b22586390c0027b380652c43989165b4f966a6170e681c6f2fdb749e3458f" }, { "id": "ad290022-fee4-4289-8c62-92825026ed17", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-11-03T06:17:05.288Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Tue, 03 Nov 2026 06:17:05 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "ad290022-fee4-4289-8c62-92825026ed17", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "73d49431f4530bd54701af6dab78a4fbc4f3fa1019e57c7ed3bf87166e820465", "previousChainHash": "d96a174d27e95a72d48fe1181cc75be79507334656659d19014b94fef9acfda2" }, { "id": "b729b02f-769e-4129-8be2-c47542463ccc", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-11-03T06:17:02.472Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=300", "content-type": "text/plain; charset=utf-8", "date": "Tue, 03 Nov 2026 06:17:02 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "746b22586390c0027b380652c43989165b4f966a6170e681c6f2fdb749e3458f", "previousChainHash": "f135ebfa8f3cc2ff269b468438cd5cce22467c22e4960bf321a67a91e35dc9c8" }, { "id": "a4c5d4f1-69fe-46ca-8024-6e51f970a926", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-11-02T06:17:05.057Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Mon, 02 Nov 2026 06:17:05 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "a4c5d4f1-69fe-46ca-8024-6e51f970a926", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "d96a174d27e95a72d48fe1181cc75be79507334656659d19014b94fef9acfda2", "previousChainHash": "b1f1e86d568a4d9859371a190c1e4ed42c642aa1f23d127c31c31f7e1894b9d7" }, { "id": "575b8061-23cc-4c11-9128-dde49d15ffe0", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-11-02T06:17:02.338Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=50", "content-type": "text/plain; charset=utf-8", "date": "Mon, 02 Nov 2026 06:17:02 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "f135ebfa8f3cc2ff269b468438cd5cce22467c22e4960bf321a67a91e35dc9c8", "previousChainHash": "21c2c4a04b60db4355cffdd216aa13b047204a8e268ba6981f1d03ae35faf97d" }, { "id": "24500d62-f846-44c9-9dac-e472f89ac914", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-11-01T06:17:06.056Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Sun, 01 Nov 2026 06:17:06 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "24500d62-f846-44c9-9dac-e472f89ac914", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "b1f1e86d568a4d9859371a190c1e4ed42c642aa1f23d127c31c31f7e1894b9d7", "previousChainHash": "1661384674308bd5ef036a8c68c69168c334379a448dcb9567c6afe4ec6ac3bf" }, { "id": "c04a7a59-e1f2-4802-a15f-f96d55708237", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-11-01T06:17:02.911Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=526", "content-type": "text/plain; charset=utf-8", "date": "Sun, 01 Nov 2026 06:17:02 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "21c2c4a04b60db4355cffdd216aa13b047204a8e268ba6981f1d03ae35faf97d", "previousChainHash": "8e20d479dfb6e1127cc66e388e7485f1245a93d47966e7c92af9534b880e863e" }, { "id": "178b940b-6cf0-44a4-afb9-40e3aa15ca14", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-10-31T06:17:06.464Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Sat, 31 Oct 2026 06:17:06 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "178b940b-6cf0-44a4-afb9-40e3aa15ca14", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "1661384674308bd5ef036a8c68c69168c334379a448dcb9567c6afe4ec6ac3bf", "previousChainHash": "0b5b3f2e54324b98a3ef120ce052f2e69bca83301006c811215890a190a7f48a" }, { "id": "d2530aa5-92ab-4957-964d-e4bf33ddee1b", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-10-31T06:17:03.693Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=154", "content-type": "text/plain; charset=utf-8", "date": "Sat, 31 Oct 2026 06:17:03 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "8e20d479dfb6e1127cc66e388e7485f1245a93d47966e7c92af9534b880e863e", "previousChainHash": "c0890507e7ad54eacdf579268dd02b81f2826495f5a47e78856fd8949f885218" }, { "id": "3c77925d-be0e-45cf-8d9f-e89d0b2ac3cc", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-10-30T06:17:05.845Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Fri, 30 Oct 2026 06:17:05 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "3c77925d-be0e-45cf-8d9f-e89d0b2ac3cc", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "0b5b3f2e54324b98a3ef120ce052f2e69bca83301006c811215890a190a7f48a", "previousChainHash": "a7f0f7d93681fd0e7783e37caf799c3348583cb45cad92851742aa19c2b69d15" }, { "id": "7319408f-4c84-4930-8426-a58b998112a1", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-10-30T06:17:03.134Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=17", "content-type": "text/plain; charset=utf-8", "date": "Fri, 30 Oct 2026 06:17:03 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "c0890507e7ad54eacdf579268dd02b81f2826495f5a47e78856fd8949f885218", "previousChainHash": "519260d9cdc479c1126458a9ec6a6229f0e463abd03746112638be84f625be18" }, { "id": "50244c27-8da9-4923-8700-a2558a7d66c6", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-10-29T06:17:05.307Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Thu, 29 Oct 2026 06:17:05 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "50244c27-8da9-4923-8700-a2558a7d66c6", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "a7f0f7d93681fd0e7783e37caf799c3348583cb45cad92851742aa19c2b69d15", "previousChainHash": "cae318c2f836af925c7e8c6d788ac45d240031e8b58f55d5ed15a556f24f9d36" }, { "id": "64f745e6-5573-4431-ba60-be4070c1ec50", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-10-29T06:17:02.556Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=0", "content-type": "text/plain; charset=utf-8", "date": "Thu, 29 Oct 2026 06:17:02 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "519260d9cdc479c1126458a9ec6a6229f0e463abd03746112638be84f625be18", "previousChainHash": "a6a814a3b85216b8cdbaf81bbf5c0de6b315c2607b9d0b09b51721712005857d" }, { "id": "fad8848b-7594-4234-a82a-ceb3112f8e3c", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-10-28T06:17:05.951Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Wed, 28 Oct 2026 06:17:05 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "fad8848b-7594-4234-a82a-ceb3112f8e3c", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "cae318c2f836af925c7e8c6d788ac45d240031e8b58f55d5ed15a556f24f9d36", "previousChainHash": "135ea7d81ee9a7670a91e4b264aff979d925ff0ed6fc56a55d919c17227c44ad" }, { "id": "b6e5af8c-bfdd-42f4-9638-2646d93addab", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-10-28T06:17:03.236Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=44", "content-type": "text/plain; charset=utf-8", "date": "Wed, 28 Oct 2026 06:17:03 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "a6a814a3b85216b8cdbaf81bbf5c0de6b315c2607b9d0b09b51721712005857d", "previousChainHash": "55bd9ad69bee76302aae3fa05ea2e41442fca94b335ef0744bee3f93f82a0d0c" }, { "id": "8afa4662-8c5a-4f3f-b3a6-c1b0a7915621", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-10-27T06:17:05.584Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Tue, 27 Oct 2026 06:17:05 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "8afa4662-8c5a-4f3f-b3a6-c1b0a7915621", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "135ea7d81ee9a7670a91e4b264aff979d925ff0ed6fc56a55d919c17227c44ad", "previousChainHash": "c9fd911e6a808a180758581cb0804a07918deddbb113b0e1c93928874d54c41b" }, { "id": "144fa296-95fe-4050-b6ea-5e83ac2af1a6", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-10-27T06:17:02.893Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=375", "content-type": "text/plain; charset=utf-8", "date": "Tue, 27 Oct 2026 06:17:02 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "55bd9ad69bee76302aae3fa05ea2e41442fca94b335ef0744bee3f93f82a0d0c", "previousChainHash": "d293418f9c93e3ebec901c72491e5f75c9c17698ab5f9bcac9543eeb4471e8f4" }, { "id": "0afbd943-ea8a-4c30-82b1-9049683f95a1", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-10-26T06:17:05.662Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Mon, 26 Oct 2026 06:17:05 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "0afbd943-ea8a-4c30-82b1-9049683f95a1", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "c9fd911e6a808a180758581cb0804a07918deddbb113b0e1c93928874d54c41b", "previousChainHash": "86cd88dce57e494a80ae44dc441706d765cf635ac103488275b82efe9c34cc1e" }, { "id": "c66a19da-ec02-4018-a864-1eb24c3f3d86", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-10-26T06:17:02.910Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=3", "content-type": "text/plain; charset=utf-8", "date": "Mon, 26 Oct 2026 06:17:02 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "d293418f9c93e3ebec901c72491e5f75c9c17698ab5f9bcac9543eeb4471e8f4", "previousChainHash": "00a60bdfa96d3df7eb1f6281ff1d8dbc1de0155f2cc6605537cf4ea9b1384c4c" }, { "id": "fc07e138-5592-4e56-b108-f502a540227f", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-10-25T06:17:05.396Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Sun, 25 Oct 2026 06:17:05 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "fc07e138-5592-4e56-b108-f502a540227f", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "86cd88dce57e494a80ae44dc441706d765cf635ac103488275b82efe9c34cc1e", "previousChainHash": "b61c0c08d3637c10aaee2f3a6e711295919f3008c44c10ea3e85253d72e9bd36" }, { "id": "21779a3a-09c6-41b8-a4d9-1d3c83506c18", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-10-25T06:17:02.698Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=417", "content-type": "text/plain; charset=utf-8", "date": "Sun, 25 Oct 2026 06:17:02 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "00a60bdfa96d3df7eb1f6281ff1d8dbc1de0155f2cc6605537cf4ea9b1384c4c", "previousChainHash": "7f932b5cf45bb5f6a1a1b62518ce2a630b9e8b8ffafc2829b13b27019df2cea3" }, { "id": "1405f3d4-79a5-4f22-8394-9687535c5a68", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-10-24T06:17:05.065Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Sat, 24 Oct 2026 06:17:05 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "1405f3d4-79a5-4f22-8394-9687535c5a68", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "b61c0c08d3637c10aaee2f3a6e711295919f3008c44c10ea3e85253d72e9bd36", "previousChainHash": "7ffc1fce783932301280fbdfcd9a82a1e26b6d38147367bf0bcbb09019011177" }, { "id": "3e64ed93-e31f-4a74-9dd8-095af36d288a", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-10-24T06:17:02.346Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=268", "content-type": "text/plain; charset=utf-8", "date": "Sat, 24 Oct 2026 06:17:02 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "7f932b5cf45bb5f6a1a1b62518ce2a630b9e8b8ffafc2829b13b27019df2cea3", "previousChainHash": "96680529c23f7fecdfba8c15a4278c29f5a98b3e6741db1d3f49ad9f800e829d" }, { "id": "42f848a1-145f-4123-8c34-3cdf0c35837f", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-10-23T06:17:05.738Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Fri, 23 Oct 2026 06:17:05 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "42f848a1-145f-4123-8c34-3cdf0c35837f", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "7ffc1fce783932301280fbdfcd9a82a1e26b6d38147367bf0bcbb09019011177", "previousChainHash": "c97eb0bff3aa6dcd1f231994704cc830bede9e810b0ce9267e32ec1fb155a56e" }, { "id": "cc24f1ef-80cd-4051-9b9b-91827da79af4", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-10-23T06:17:03.021Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=207", "content-type": "text/plain; charset=utf-8", "date": "Fri, 23 Oct 2026 06:17:03 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "96680529c23f7fecdfba8c15a4278c29f5a98b3e6741db1d3f49ad9f800e829d", "previousChainHash": "6f69176d5ab5a91e67e2aaebf30fad0b3e4358d3d2be89d7667a1095ff23f632" }, { "id": "83295ca5-5dda-4982-8d4c-b38965647b95", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-10-22T06:17:07.219Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Thu, 22 Oct 2026 06:17:07 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "83295ca5-5dda-4982-8d4c-b38965647b95", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "c97eb0bff3aa6dcd1f231994704cc830bede9e810b0ce9267e32ec1fb155a56e", "previousChainHash": "30278b976cae6a41e725d6df30bdd7423fff8a65e43d3b66e970a0439b2f8323" }, { "id": "08479f5c-4e67-4534-8dd2-6a8e2aceb9f8", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-10-22T06:17:04.259Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=351", "content-type": "text/plain; charset=utf-8", "date": "Thu, 22 Oct 2026 06:17:04 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "6f69176d5ab5a91e67e2aaebf30fad0b3e4358d3d2be89d7667a1095ff23f632", "previousChainHash": "a682978a6b46764d9ae2d7943130034d1db886b2e6de43f019eae804fa73a94b" }, { "id": "9e39e19a-2588-4e44-9581-8ced51678537", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-10-21T06:17:06.156Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Wed, 21 Oct 2026 06:17:06 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "9e39e19a-2588-4e44-9581-8ced51678537", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "30278b976cae6a41e725d6df30bdd7423fff8a65e43d3b66e970a0439b2f8323", "previousChainHash": "19e3fc9c912778190ffa6e9ac46aab7931bbca80ef9ef882ddd2b16d8446259a" }, { "id": "c9711330-e980-4b9a-81c0-7fc02c620ac6", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-10-21T06:17:03.420Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=77", "content-type": "text/plain; charset=utf-8", "date": "Wed, 21 Oct 2026 06:17:03 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "a682978a6b46764d9ae2d7943130034d1db886b2e6de43f019eae804fa73a94b", "previousChainHash": "fb0a76db71330330d339ca8bae4ca9ff552c3a5847b56d4fb166faf80f2dff89" }, { "id": "c55397d3-603f-4de6-bfc4-a4a57c6d77d5", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-10-20T06:17:06.464Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Tue, 20 Oct 2026 06:17:06 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "c55397d3-603f-4de6-bfc4-a4a57c6d77d5", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "19e3fc9c912778190ffa6e9ac46aab7931bbca80ef9ef882ddd2b16d8446259a", "previousChainHash": "6f034bc3dc3f9708888b96f9e3d5383396ed0b3bdb9efcce99f2f9cedc309155" }, { "id": "ddd61469-628d-4bb5-b03a-a260e165aa12", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-10-20T06:17:03.423Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=499", "content-type": "text/plain; charset=utf-8", "date": "Tue, 20 Oct 2026 06:17:03 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "fb0a76db71330330d339ca8bae4ca9ff552c3a5847b56d4fb166faf80f2dff89", "previousChainHash": "2b9bc555ff95f9e046e3643207d7e7204e7ea5e508876c711d5539c3ff0c5369" }, { "id": "42824a9c-bb0d-480c-9b2d-282a65b5e68f", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-10-19T06:17:07.872Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Mon, 19 Oct 2026 06:17:07 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "42824a9c-bb0d-480c-9b2d-282a65b5e68f", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "6f034bc3dc3f9708888b96f9e3d5383396ed0b3bdb9efcce99f2f9cedc309155", "previousChainHash": "f5cb4e8489dd464fc4215390121483299ab708a7b3bb7a9f2a2c186813dd3d66" }, { "id": "497108f4-f796-4488-8d69-679c900ba3a4", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-10-19T06:17:05.109Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=587", "content-type": "text/plain; charset=utf-8", "date": "Mon, 19 Oct 2026 06:17:05 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "2b9bc555ff95f9e046e3643207d7e7204e7ea5e508876c711d5539c3ff0c5369", "previousChainHash": "2c9df8e2f3eda23fc758d1984b95842bb31ce701f77ef7355b89f74a180ace4b" }, { "id": "152408dc-c1b8-4772-ad79-cd269933acf8", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-10-18T06:17:05.903Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Sun, 18 Oct 2026 06:17:05 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "152408dc-c1b8-4772-ad79-cd269933acf8", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "f5cb4e8489dd464fc4215390121483299ab708a7b3bb7a9f2a2c186813dd3d66", "previousChainHash": "6ec8f47c6469076b72901e4345c730522de2f85930d223083a37cb0a0cd94291" }, { "id": "6a48e745-54ce-4b39-839d-27dbbaa13dce", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-10-18T06:17:03.157Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=190", "content-type": "text/plain; charset=utf-8", "date": "Sun, 18 Oct 2026 06:17:03 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "contentSignals": [], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0+agents-2026-09-20", "registryVersion": "2026-09-20", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-AdsBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "2c9df8e2f3eda23fc758d1984b95842bb31ce701f77ef7355b89f74a180ace4b", "previousChainHash": "e1fb4f7c53416ae50870bf26f104c8ab2bcc32d36a342e003540b587ec269535" } ] }