{
  "domain": "apple.com",
  "recordsNotConclusions": true,
  "observations": [
    {
      "id": "3228fc55-abc9-4eda-bba0-0bc8f6d9ed0c",
      "domain": "apple.com",
      "signal": "llms",
      "requestedUrl": "https://apple.com/llms.txt",
      "finalUrl": "https://apple.com/llms.txt",
      "fetchedAt": "2026-08-13T06:17:16.209Z",
      "httpStatus": 301,
      "responseHeaders": {
        "cache-control": "no-store",
        "content-length": "312",
        "content-type": "text/html",
        "date": "Thu, 13 Aug 2026 06:17:16 GMT",
        "location": "https://www.apple.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "3228fc55-abc9-4eda-bba0-0bc8f6d9ed0c",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "aec0f8006b14322bffd5519f7659474716eb2481e0e4ccde18b13d6cda76e043",
      "previousChainHash": "37e0e07a5024a1ce014ffed9fcb82fab9e2650c5b46272cb9eccf6de8ee933a3"
    },
    {
      "id": "a57e5582-6f00-4988-93e2-57285f303b6f",
      "domain": "apple.com",
      "signal": "robots",
      "requestedUrl": "https://apple.com/robots.txt",
      "finalUrl": "https://www.apple.com/robots.txt",
      "fetchedAt": "2026-08-13T06:17:13.327Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "max-age=70",
        "content-type": "text/plain; charset=utf-8",
        "date": "Thu, 13 Aug 2026 06:17:13 GMT",
        "last-modified": "Tue, 15 Apr 2025 02:33:32 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7",
      "artifactBytes": 1018,
      "parserVersion": "robots-rfc9309-rsl-0.1.0",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/*shop/browse/overlay/*"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/*shop/iphone/payments/overlay/*"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/cn/*/aow/*"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/tmall*"
              },
              {
                "directive": "allow",
                "line": 8,
                "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*"
              }
            ]
          },
          {
            "agents": [
              "Baiduspider"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "disallow",
                "line": 11,
                "pattern": "/*"
              },
              {
                "directive": "allow",
                "line": 12,
                "pattern": "/cn/*"
              },
              {
                "directive": "allow",
                "line": 13,
                "pattern": "/cn-edu/*"
              },
              {
                "directive": "allow",
                "line": 14,
                "pattern": "/cn-k12/*"
              }
            ]
          },
          {
            "agents": [
              "HaoSouSpider"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "disallow",
                "line": 17,
                "pattern": "/*"
              },
              {
                "directive": "allow",
                "line": 18,
                "pattern": "/cn/*"
              },
              {
                "directive": "allow",
                "line": 19,
                "pattern": "/cn-edu/*"
              },
              {
                "directive": "allow",
                "line": 20,
                "pattern": "/cn-k12/*"
              }
            ]
          },
          {
            "agents": [
              "Sogou web spider"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "disallow",
                "line": 23,
                "pattern": "/*"
              },
              {
                "directive": "allow",
                "line": 24,
                "pattern": "/cn/*"
              },
              {
                "directive": "allow",
                "line": 25,
                "pattern": "/cn-k12/*"
              }
            ]
          },
          {
            "agents": [
              "Sogou inst spider"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "disallow",
                "line": 28,
                "pattern": "/*"
              },
              {
                "directive": "allow",
                "line": 29,
                "pattern": "/cn/*"
              },
              {
                "directive": "allow",
                "line": 30,
                "pattern": "/cn-k12/*"
              }
            ]
          },
          {
            "agents": [
              "Sogou spider2"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "disallow",
                "line": 33,
                "pattern": "/*"
              },
              {
                "directive": "allow",
                "line": 34,
                "pattern": "/cn/*"
              },
              {
                "directive": "allow",
                "line": 35,
                "pattern": "/cn-k12/*"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-0.1.0",
        "registryVersion": "2026-08-03",
        "sitemaps": [
          "https://www.apple.com/shop/sitemap.xml",
          "https://www.apple.com/autopush/sitemap/sitemap-index.xml",
          "https://www.apple.com/newsroom/sitemap.xml",
          "https://www.apple.com/retail/sitemap/sitemap.xml",
          "https://www.apple.com/today/sitemap-index.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/*shop/browse/overlay/*"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/*shop/iphone/payments/overlay/*"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/cn/*/aow/*"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/tmall*"
              },
              {
                "directive": "allow",
                "line": 8,
                "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*"
              }
            ],
            "state": "partial"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/*shop/browse/overlay/*"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/*shop/iphone/payments/overlay/*"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/cn/*/aow/*"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/tmall*"
              },
              {
                "directive": "allow",
                "line": 8,
                "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*"
              }
            ],
            "state": "partial"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/*shop/browse/overlay/*"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/*shop/iphone/payments/overlay/*"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/cn/*/aow/*"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/tmall*"
              },
              {
                "directive": "allow",
                "line": 8,
                "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*"
              }
            ],
            "state": "partial"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/*shop/browse/overlay/*"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/*shop/iphone/payments/overlay/*"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/cn/*/aow/*"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/tmall*"
              },
              {
                "directive": "allow",
                "line": 8,
                "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*"
              }
            ],
            "state": "partial"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/*shop/browse/overlay/*"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/*shop/iphone/payments/overlay/*"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/cn/*/aow/*"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/tmall*"
              },
              {
                "directive": "allow",
                "line": 8,
                "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*"
              }
            ],
            "state": "partial"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/*shop/browse/overlay/*"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/*shop/iphone/payments/overlay/*"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/cn/*/aow/*"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/tmall*"
              },
              {
                "directive": "allow",
                "line": 8,
                "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*"
              }
            ],
            "state": "partial"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/*shop/browse/overlay/*"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/*shop/iphone/payments/overlay/*"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/cn/*/aow/*"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/tmall*"
              },
              {
                "directive": "allow",
                "line": 8,
                "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*"
              }
            ],
            "state": "partial"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/*shop/browse/overlay/*"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/*shop/iphone/payments/overlay/*"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/cn/*/aow/*"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/tmall*"
              },
              {
                "directive": "allow",
                "line": 8,
                "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*"
              }
            ],
            "state": "partial"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/*shop/browse/overlay/*"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/*shop/iphone/payments/overlay/*"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/cn/*/aow/*"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/tmall*"
              },
              {
                "directive": "allow",
                "line": 8,
                "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*"
              }
            ],
            "state": "partial"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/*shop/browse/overlay/*"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/*shop/iphone/payments/overlay/*"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/cn/*/aow/*"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/tmall*"
              },
              {
                "directive": "allow",
                "line": 8,
                "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*"
              }
            ],
            "state": "partial"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/*shop/browse/overlay/*"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/*shop/iphone/payments/overlay/*"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/cn/*/aow/*"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/tmall*"
              },
              {
                "directive": "allow",
                "line": 8,
                "pattern": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*"
              }
            ],
            "state": "partial"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "9e82295c-f7e0-492c-8beb-dfb4b6d5ad54",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "d7bdc26268d2e04f5b6f6a210d6417876ed52895c69552eec5bcbd798439d79a",
      "previousChainHash": "448b101dcaa13a5006efe18cd69166c61292fd004a4e1c380888cf8d24ce01d5"
    }
  ],
  "payPerCrawl": {
    "status": "unverified",
    "reason": "Authoritative discovery requires Cloudflare Web Bot Auth and the authenticated Discovery API."
  }
}