{
  "domain": "apnews.com",
  "recordsNotConclusions": true,
  "observations": [
    {
      "id": "890c9a56-43b6-49d3-a055-c0f2183e9841",
      "domain": "apnews.com",
      "signal": "llms",
      "requestedUrl": "https://apnews.com/llms.txt",
      "finalUrl": "https://apnews.com/llms.txt",
      "fetchedAt": "2026-08-13T15:17:15.979Z",
      "httpStatus": 404,
      "responseHeaders": {
        "cache-control": "public, max-age=30, s-maxage=31536005",
        "content-type": "text/html;charset=UTF-8",
        "date": "Thu, 13 Aug 2026 15:17:15 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "too_large",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "too_large",
      "canonicalEventId": "890c9a56-43b6-49d3-a055-c0f2183e9841",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "6708c44d3a4cdd1c7b446a95e2ffc851fc6579af5ec7628c7533eb14b486212b",
      "previousChainHash": "40121ebe1919109cf3495b50973fb1bab5b7a38d6fda48ce66e6189ce167f161"
    },
    {
      "id": "8ff56722-9e16-45ad-a7da-520a8b544b6e",
      "domain": "apnews.com",
      "signal": "robots",
      "requestedUrl": "https://apnews.com/robots.txt",
      "finalUrl": "https://apnews.com/robots.txt",
      "fetchedAt": "2026-08-13T15:17:13.151Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=30, s-maxage=31536005",
        "content-type": "text/plain",
        "date": "Thu, 13 Aug 2026 15:17:13 GMT",
        "last-modified": "Thu, 13 Aug 2026 15:11:57 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "b5e768463fa30256aea2ecbda68a69bcc59b3556a1cd00e84a1793bbf22a3e88",
      "artifactBytes": 1238,
      "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "*_ptid=*"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "*?prx_t=*"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/zephr*"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/blaize*"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/search?q=*"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/*.rss"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/buyline-shopping/*"
              },
              {
                "directive": "disallow",
                "line": 10,
                "pattern": "/buyline-personal-finance/*"
              },
              {
                "directive": "disallow",
                "line": 11,
                "pattern": "*?jw_start"
              },
              {
                "directive": "disallow",
                "line": 12,
                "pattern": "*&jw_start"
              },
              {
                "directive": "disallow",
                "line": 13,
                "pattern": "/gallery/"
              },
              {
                "directive": "disallow",
                "line": 14,
                "pattern": "/config/newrelic/prod"
              },
              {
                "directive": "disallow",
                "line": 15,
                "pattern": "/parsely-api-endpoint"
              },
              {
                "directive": "disallow",
                "line": 16,
                "pattern": "/apdata/"
              },
              {
                "directive": "disallow",
                "line": 17,
                "pattern": "/article/border-immigration-election-2182fec11fa008ec96c4202e5656d19e"
              },
              {
                "directive": "disallow",
                "line": 18,
                "pattern": "/api/v2/feed/"
              },
              {
                "directive": "disallow",
                "line": 19,
                "pattern": "/press-release/*"
              }
            ]
          },
          {
            "agents": [
              "CCBot"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "disallow",
                "line": 30,
                "pattern": "/"
              }
            ]
          },
          {
            "agents": [
              "GPTBot"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "disallow",
                "line": 33,
                "pattern": "/"
              }
            ]
          },
          {
            "agents": [
              "anthropic-ai"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "disallow",
                "line": 36,
                "pattern": "/"
              }
            ]
          },
          {
            "agents": [
              "ClaudeBot"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "disallow",
                "line": 39,
                "pattern": "/"
              }
            ]
          },
          {
            "agents": [
              "Claude-Web"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "disallow",
                "line": 42,
                "pattern": "/"
              }
            ]
          },
          {
            "agents": [
              "cohere-ai"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "disallow",
                "line": 45,
                "pattern": "/"
              }
            ]
          },
          {
            "agents": [
              "PerplexityBot"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "disallow",
                "line": 48,
                "pattern": "/"
              }
            ]
          },
          {
            "agents": [
              "Amazonbot"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "disallow",
                "line": 51,
                "pattern": "/"
              }
            ]
          },
          {
            "agents": [
              "Applebot-Extended"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "disallow",
                "line": 54,
                "pattern": "/"
              }
            ]
          },
          {
            "agents": [
              "Bytedance"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "disallow",
                "line": 57,
                "pattern": "/"
              }
            ]
          },
          {
            "agents": [
              "Timpibot"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "disallow",
                "line": 60,
                "pattern": "/"
              }
            ]
          },
          {
            "agents": [
              "Claude-User"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "disallow",
                "line": 63,
                "pattern": "/"
              }
            ]
          },
          {
            "agents": [
              "Claude-SearchBot"
            ],
            "contentSignals": [],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "disallow",
                "line": 66,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-content-signals-0.2.0",
        "registryVersion": "2026-08-13",
        "sitemaps": [
          "https://apnews.com/ap-sitemap.xml",
          "https://apnews.com/news-sitemap-content.xml",
          "https://apnews.com/hubs-sitemap-content.xml",
          "https://apnews.com/video-sitemap.xml",
          "https://apnews.com/projects/elections-2026/sitemap-index.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "Applebot-Extended"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 54,
                "pattern": "/"
              }
            ],
            "state": "disallowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "CCBot"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 30,
                "pattern": "/"
              }
            ],
            "state": "disallowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "*_ptid=*"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "*?prx_t=*"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/zephr*"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/blaize*"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/search?q=*"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/*.rss"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/buyline-shopping/*"
              },
              {
                "directive": "disallow",
                "line": 10,
                "pattern": "/buyline-personal-finance/*"
              },
              {
                "directive": "disallow",
                "line": 11,
                "pattern": "*?jw_start"
              },
              {
                "directive": "disallow",
                "line": 12,
                "pattern": "*&jw_start"
              },
              {
                "directive": "disallow",
                "line": 13,
                "pattern": "/gallery/"
              },
              {
                "directive": "disallow",
                "line": 14,
                "pattern": "/config/newrelic/prod"
              },
              {
                "directive": "disallow",
                "line": 15,
                "pattern": "/parsely-api-endpoint"
              },
              {
                "directive": "disallow",
                "line": 16,
                "pattern": "/apdata/"
              },
              {
                "directive": "disallow",
                "line": 17,
                "pattern": "/article/border-immigration-election-2182fec11fa008ec96c4202e5656d19e"
              },
              {
                "directive": "disallow",
                "line": 18,
                "pattern": "/api/v2/feed/"
              },
              {
                "directive": "disallow",
                "line": 19,
                "pattern": "/press-release/*"
              }
            ],
            "state": "partial"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "Claude-SearchBot"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 66,
                "pattern": "/"
              }
            ],
            "state": "disallowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "Claude-User"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 63,
                "pattern": "/"
              }
            ],
            "state": "disallowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "ClaudeBot"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 39,
                "pattern": "/"
              }
            ],
            "state": "disallowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "*_ptid=*"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "*?prx_t=*"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/zephr*"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/blaize*"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/search?q=*"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/*.rss"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/buyline-shopping/*"
              },
              {
                "directive": "disallow",
                "line": 10,
                "pattern": "/buyline-personal-finance/*"
              },
              {
                "directive": "disallow",
                "line": 11,
                "pattern": "*?jw_start"
              },
              {
                "directive": "disallow",
                "line": 12,
                "pattern": "*&jw_start"
              },
              {
                "directive": "disallow",
                "line": 13,
                "pattern": "/gallery/"
              },
              {
                "directive": "disallow",
                "line": 14,
                "pattern": "/config/newrelic/prod"
              },
              {
                "directive": "disallow",
                "line": 15,
                "pattern": "/parsely-api-endpoint"
              },
              {
                "directive": "disallow",
                "line": 16,
                "pattern": "/apdata/"
              },
              {
                "directive": "disallow",
                "line": 17,
                "pattern": "/article/border-immigration-election-2182fec11fa008ec96c4202e5656d19e"
              },
              {
                "directive": "disallow",
                "line": 18,
                "pattern": "/api/v2/feed/"
              },
              {
                "directive": "disallow",
                "line": 19,
                "pattern": "/press-release/*"
              }
            ],
            "state": "partial"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "GPTBot"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 33,
                "pattern": "/"
              }
            ],
            "state": "disallowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "*_ptid=*"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "*?prx_t=*"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/zephr*"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/blaize*"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/search?q=*"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/*.rss"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/buyline-shopping/*"
              },
              {
                "directive": "disallow",
                "line": 10,
                "pattern": "/buyline-personal-finance/*"
              },
              {
                "directive": "disallow",
                "line": 11,
                "pattern": "*?jw_start"
              },
              {
                "directive": "disallow",
                "line": 12,
                "pattern": "*&jw_start"
              },
              {
                "directive": "disallow",
                "line": 13,
                "pattern": "/gallery/"
              },
              {
                "directive": "disallow",
                "line": 14,
                "pattern": "/config/newrelic/prod"
              },
              {
                "directive": "disallow",
                "line": 15,
                "pattern": "/parsely-api-endpoint"
              },
              {
                "directive": "disallow",
                "line": 16,
                "pattern": "/apdata/"
              },
              {
                "directive": "disallow",
                "line": 17,
                "pattern": "/article/border-immigration-election-2182fec11fa008ec96c4202e5656d19e"
              },
              {
                "directive": "disallow",
                "line": 18,
                "pattern": "/api/v2/feed/"
              },
              {
                "directive": "disallow",
                "line": 19,
                "pattern": "/press-release/*"
              }
            ],
            "state": "partial"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "*_ptid=*"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "*?prx_t=*"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/zephr*"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/blaize*"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/search?q=*"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/*.rss"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/buyline-shopping/*"
              },
              {
                "directive": "disallow",
                "line": 10,
                "pattern": "/buyline-personal-finance/*"
              },
              {
                "directive": "disallow",
                "line": 11,
                "pattern": "*?jw_start"
              },
              {
                "directive": "disallow",
                "line": 12,
                "pattern": "*&jw_start"
              },
              {
                "directive": "disallow",
                "line": 13,
                "pattern": "/gallery/"
              },
              {
                "directive": "disallow",
                "line": 14,
                "pattern": "/config/newrelic/prod"
              },
              {
                "directive": "disallow",
                "line": 15,
                "pattern": "/parsely-api-endpoint"
              },
              {
                "directive": "disallow",
                "line": 16,
                "pattern": "/apdata/"
              },
              {
                "directive": "disallow",
                "line": 17,
                "pattern": "/article/border-immigration-election-2182fec11fa008ec96c4202e5656d19e"
              },
              {
                "directive": "disallow",
                "line": 18,
                "pattern": "/api/v2/feed/"
              },
              {
                "directive": "disallow",
                "line": 19,
                "pattern": "/press-release/*"
              }
            ],
            "state": "partial"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "PerplexityBot"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 48,
                "pattern": "/"
              }
            ],
            "state": "disallowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "3af061b0-f3b4-4b57-bdba-d10ea9afd18b",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "51b0b7d1c78b948d5f6229fa140cd3b3502d051b137fb957fcc368ddc242317e",
      "previousChainHash": "1f019f0091b1f5cdcf735f495cb799e183e5e15e1efd1ea13edc17c42ed8bc07"
    }
  ],
  "payPerCrawl": {
    "status": "unverified",
    "reason": "Authoritative discovery requires Cloudflare Web Bot Auth and the authenticated Discovery API."
  }
}