{ "domain": "apple.com", "recordsNotConclusions": true, "events": [ { "id": "3228fc55-abc9-4eda-bba0-0bc8f6d9ed0c", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-08-13T06:17:16.209Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Thu, 13 Aug 2026 06:17:16 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "3228fc55-abc9-4eda-bba0-0bc8f6d9ed0c", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "aec0f8006b14322bffd5519f7659474716eb2481e0e4ccde18b13d6cda76e043", "previousChainHash": "37e0e07a5024a1ce014ffed9fcb82fab9e2650c5b46272cb9eccf6de8ee933a3" }, { "id": "a57e5582-6f00-4988-93e2-57285f303b6f", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-08-13T06:17:13.327Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=70", "content-type": "text/plain; charset=utf-8", "date": "Thu, 13 Aug 2026 06:17:13 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "d7bdc26268d2e04f5b6f6a210d6417876ed52895c69552eec5bcbd798439d79a", "previousChainHash": "448b101dcaa13a5006efe18cd69166c61292fd004a4e1c380888cf8d24ce01d5" }, { "id": "cd6a7ee6-d47a-433e-b762-8d3356e3c8cb", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-08-12T06:17:22.835Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Wed, 12 Aug 2026 06:17:22 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "cd6a7ee6-d47a-433e-b762-8d3356e3c8cb", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "37e0e07a5024a1ce014ffed9fcb82fab9e2650c5b46272cb9eccf6de8ee933a3", "previousChainHash": "7a59f6389fc049da68313fde347eb4179759b68198e1271946e5ec53666cb12d" }, { "id": "673243a2-bf23-4d3e-a192-df2595422a64", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-08-12T06:17:14.933Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=549", "content-type": "text/plain; charset=utf-8", "date": "Wed, 12 Aug 2026 06:17:14 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "448b101dcaa13a5006efe18cd69166c61292fd004a4e1c380888cf8d24ce01d5", "previousChainHash": "84092a6d9ac53b92b249ddaa47c9c3fd6dad5ca9b86ad6666f67639d49894167" }, { "id": "7d1afbd4-1d62-4c81-b855-4cd1c2913f79", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-08-11T06:17:16.012Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Tue, 11 Aug 2026 06:17:16 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "7d1afbd4-1d62-4c81-b855-4cd1c2913f79", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "7a59f6389fc049da68313fde347eb4179759b68198e1271946e5ec53666cb12d", "previousChainHash": "b04f195b2cd358ed924d81b2ac7c39186092ff984346e38be40e344d2d3d89fa" }, { "id": "99beeadc-2625-4dd2-b0e4-d5f62ea36c65", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-08-11T06:17:13.219Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=11", "content-type": "text/plain; charset=utf-8", "date": "Tue, 11 Aug 2026 06:17:13 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "84092a6d9ac53b92b249ddaa47c9c3fd6dad5ca9b86ad6666f67639d49894167", "previousChainHash": "6af5ce610c79efdf6dc0d97c586b5bf6ca9bf2366491b8564955d413301e07ca" }, { "id": "1aba387a-1270-4fe4-a0e3-17fd1e4d446f", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-08-10T06:17:16.190Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Mon, 10 Aug 2026 06:17:16 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "1aba387a-1270-4fe4-a0e3-17fd1e4d446f", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "b04f195b2cd358ed924d81b2ac7c39186092ff984346e38be40e344d2d3d89fa", "previousChainHash": "685c053d695025e4c44fa34a8e7b2378aa95f18561c1283b81d97bbf32e2bba4" }, { "id": "c927a267-72c3-4117-9023-5321651be843", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-08-10T06:17:13.440Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=260", "content-type": "text/plain; charset=utf-8", "date": "Mon, 10 Aug 2026 06:17:13 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "6af5ce610c79efdf6dc0d97c586b5bf6ca9bf2366491b8564955d413301e07ca", "previousChainHash": "6f1f17e7257b9ea96616221c96358f4458eb115103203bc5d6b9ae09ace10859" }, { "id": "407ad457-58d5-41bf-8751-f2971a2c59a8", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-08-09T06:17:15.248Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Sun, 09 Aug 2026 06:17:15 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "407ad457-58d5-41bf-8751-f2971a2c59a8", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "685c053d695025e4c44fa34a8e7b2378aa95f18561c1283b81d97bbf32e2bba4", "previousChainHash": "0fb6ab910d234216afdec2191c2452a17aa3fcb1b2393122aa3d08ffbceadd50" }, { "id": "1b5fafa8-1537-4feb-a3bc-987ece2975e6", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-08-09T06:17:12.647Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=175", "content-type": "text/plain; charset=utf-8", "date": "Sun, 09 Aug 2026 06:17:12 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "6f1f17e7257b9ea96616221c96358f4458eb115103203bc5d6b9ae09ace10859", "previousChainHash": "93c479038904d15e19da99372870cca3d90c0bfb6c25a8a7e44fb54153060853" }, { "id": "bd457e3d-b7d3-4dad-8080-8ff2df31faf7", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-08-08T06:17:16.840Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Sat, 08 Aug 2026 06:17:16 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "bd457e3d-b7d3-4dad-8080-8ff2df31faf7", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "0fb6ab910d234216afdec2191c2452a17aa3fcb1b2393122aa3d08ffbceadd50", "previousChainHash": "18904b6946bc086c290d7935084f05d143a78bb7086eb885617a7c16e9aa1032" }, { "id": "ae10fa9d-563e-497a-b05d-3a9ce266d326", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-08-08T06:17:14.190Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=512", "content-type": "text/plain; charset=utf-8", "date": "Sat, 08 Aug 2026 06:17:14 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "93c479038904d15e19da99372870cca3d90c0bfb6c25a8a7e44fb54153060853", "previousChainHash": "4bb9f5fcba99e338359b6a023b6e93e56acc2d3c0034e1f90fce5003fd3d2ce7" }, { "id": "41876c37-5853-4b67-b023-77f544d850de", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-08-07T06:17:15.979Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Fri, 07 Aug 2026 06:17:15 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "41876c37-5853-4b67-b023-77f544d850de", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "18904b6946bc086c290d7935084f05d143a78bb7086eb885617a7c16e9aa1032", "previousChainHash": "38e45949627ffb87e361b73082e8d7733608c73f2c577eb2ca2bb316875433b9" }, { "id": "5cf6d2d3-b194-4a81-b4a9-ec8a5ba70dca", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-08-07T06:17:13.332Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=600", "content-type": "text/plain; charset=utf-8", "date": "Fri, 07 Aug 2026 06:17:13 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "4bb9f5fcba99e338359b6a023b6e93e56acc2d3c0034e1f90fce5003fd3d2ce7", "previousChainHash": "e9d6aed199bf50c88813ee9935ed773f92361a0bedae3f05d458282df0670e2f" }, { "id": "8e28a055-4395-496b-9ec4-ed6af3ba8649", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-08-06T06:17:17.008Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Thu, 06 Aug 2026 06:17:17 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "8e28a055-4395-496b-9ec4-ed6af3ba8649", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "38e45949627ffb87e361b73082e8d7733608c73f2c577eb2ca2bb316875433b9", "previousChainHash": "3c93ec371d8b3e71964c4c9d1a87b00205c4c1abdf45e2cd91ae036b09f867c2" }, { "id": "729d33af-4b90-4a99-b6eb-97ca2c8124ff", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-08-06T06:17:14.377Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=339", "content-type": "text/plain; charset=utf-8", "date": "Thu, 06 Aug 2026 06:17:14 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "e9d6aed199bf50c88813ee9935ed773f92361a0bedae3f05d458282df0670e2f", "previousChainHash": "d0757e6cf9cb499477f268e9cbaece2715398e8d15bca92a0e7d3e3d6b6c8932" }, { "id": "cd7425f3-b21b-40b2-bbb6-90ce7ecefcab", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-08-05T06:17:16.756Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Wed, 05 Aug 2026 06:17:16 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "cd7425f3-b21b-40b2-bbb6-90ce7ecefcab", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "3c93ec371d8b3e71964c4c9d1a87b00205c4c1abdf45e2cd91ae036b09f867c2", "previousChainHash": "e0087845ae01b88ecbd87833cbd0cea132ca6c74e769955c9a759146960f6f29" }, { "id": "cefbe645-0182-4668-85e1-a88350c7495e", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-08-05T06:17:14.013Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=299", "content-type": "text/plain; charset=utf-8", "date": "Wed, 05 Aug 2026 06:17:14 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "d0757e6cf9cb499477f268e9cbaece2715398e8d15bca92a0e7d3e3d6b6c8932", "previousChainHash": "9826b9638431aaae6eea5922b48696ebdca69afd4df7071386487d65c2692599" }, { "id": "e4f282c6-83e4-4221-8c36-600eca92a19e", "domain": "apple.com", "signal": "llms", "requestedUrl": "https://apple.com/llms.txt", "finalUrl": "https://apple.com/llms.txt", "fetchedAt": "2026-08-04T06:17:16.102Z", "httpStatus": 301, "responseHeaders": { "cache-control": "no-store", "content-length": "312", "content-type": "text/html", "date": "Tue, 04 Aug 2026 06:17:16 GMT", "location": "https://www.apple.com/llms.txt", "server": "cloudflare" }, "parseStatus": "http_error", "changed": false, "artifactSha256": null, "artifactBytes": null, "parserVersion": null, "parsed": null, "errorCode": "redirect_cross_host", "canonicalEventId": "e4f282c6-83e4-4221-8c36-600eca92a19e", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "e0087845ae01b88ecbd87833cbd0cea132ca6c74e769955c9a759146960f6f29", "previousChainHash": null }, { "id": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "domain": "apple.com", "signal": "robots", "requestedUrl": "https://apple.com/robots.txt", "finalUrl": "https://www.apple.com/robots.txt", "fetchedAt": "2026-08-04T06:17:13.077Z", "httpStatus": 200, "responseHeaders": { "cache-control": "max-age=189", "content-type": "text/plain; charset=utf-8", "date": "Tue, 04 Aug 2026 06:17:13 GMT", "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": true, "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "artifactBytes": 1018, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ] }, { "agents": [ "Baiduspider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 11, "pattern": "/*" }, { "directive": "allow", "line": 12, "pattern": "/cn/*" }, { "directive": "allow", "line": 13, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 14, "pattern": "/cn-k12/*" } ] }, { "agents": [ "HaoSouSpider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 17, "pattern": "/*" }, { "directive": "allow", "line": 18, "pattern": "/cn/*" }, { "directive": "allow", "line": 19, "pattern": "/cn-edu/*" }, { "directive": "allow", "line": 20, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou web spider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 23, "pattern": "/*" }, { "directive": "allow", "line": 24, "pattern": "/cn/*" }, { "directive": "allow", "line": 25, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou inst spider" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 28, "pattern": "/*" }, { "directive": "allow", "line": 29, "pattern": "/cn/*" }, { "directive": "allow", "line": 30, "pattern": "/cn-k12/*" } ] }, { "agents": [ "Sogou spider2" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 33, "pattern": "/*" }, { "directive": "allow", "line": 34, "pattern": "/cn/*" }, { "directive": "allow", "line": 35, "pattern": "/cn-k12/*" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.apple.com/shop/sitemap.xml", "https://www.apple.com/autopush/sitemap/sitemap-index.xml", "https://www.apple.com/newsroom/sitemap.xml", "https://www.apple.com/retail/sitemap/sitemap.xml", "https://www.apple.com/today/sitemap-index.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*" ], "rules": [ { "directive": "disallow", "line": 4, "pattern": "/*shop/browse/overlay/*" }, { "directive": "disallow", "line": 5, "pattern": "/*shop/iphone/payments/overlay/*" }, { "directive": "disallow", "line": 6, "pattern": "/cn/*/aow/*" }, { "directive": "disallow", "line": 7, "pattern": "/tmall*" }, { "directive": "allow", "line": 8, "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "9826b9638431aaae6eea5922b48696ebdca69afd4df7071386487d65c2692599", "previousChainHash": null } ] }