{
  "domain": "ziffdavis.com",
  "recordsNotConclusions": true,
  "observations": [
    {
      "id": "bb11fbe5-35aa-46d2-9d68-54461b6401bd",
      "domain": "ziffdavis.com",
      "signal": "llms",
      "requestedUrl": "https://ziffdavis.com/llms.txt",
      "finalUrl": "https://ziffdavis.com/llms.txt",
      "fetchedAt": "2026-08-13T14:17:16.397Z",
      "httpStatus": 301,
      "responseHeaders": {
        "content-length": "162",
        "content-type": "text/html",
        "date": "Thu, 13 Aug 2026 14:17:16 GMT",
        "location": "https://www.ziffdavis.com/llms.txt",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": false,
      "artifactSha256": null,
      "artifactBytes": null,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "redirect_cross_host",
      "canonicalEventId": "bb11fbe5-35aa-46d2-9d68-54461b6401bd",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "510f856f062851ddba5db12c6b12fe40c3a1d564e45b4329ee69aefc5c2f62c0",
      "previousChainHash": "e3b826b967bbf104c8a183820dd92cfcf5fc0a450f7a20e9542c04f269aa7541"
    },
    {
      "id": "9907f9ec-1daf-42c7-9eed-8e991c6d6765",
      "domain": "ziffdavis.com",
      "signal": "robots",
      "requestedUrl": "https://ziffdavis.com/robots.txt",
      "finalUrl": "https://www.ziffdavis.com/robots.txt",
      "fetchedAt": "2026-08-13T14:17:13.413Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "max-age=21772282",
        "content-type": "text/plain",
        "date": "Thu, 13 Aug 2026 14:17:13 GMT",
        "etag": "W/\"5d3978f6-ee\"",
        "last-modified": "Thu, 25 Jul 2019 09:40:06 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "61d0911968cbf7222747e17010deb4dedf1b8be44cddbabd36e7bab62f11d74f",
      "artifactBytes": 238,
      "parserVersion": "robots-rfc9309-rsl-0.1.0",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/wp-content/uploads/"
              },
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/wp-content/plugins/"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/wp-login.php"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/wp-admin/"
              },
              {
                "directive": "allow",
                "line": 6,
                "pattern": "/wp-admin/admin-ajax.php"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/?s="
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/search/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-0.1.0",
        "registryVersion": "2026-08-03",
        "sitemaps": [
          "https://www.j2global.com/sitemap_index.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/wp-content/uploads/"
              },
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/wp-content/plugins/"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/wp-login.php"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/wp-admin/"
              },
              {
                "directive": "allow",
                "line": 6,
                "pattern": "/wp-admin/admin-ajax.php"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/?s="
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/search/"
              }
            ],
            "state": "partial"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/wp-content/uploads/"
              },
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/wp-content/plugins/"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/wp-login.php"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/wp-admin/"
              },
              {
                "directive": "allow",
                "line": 6,
                "pattern": "/wp-admin/admin-ajax.php"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/?s="
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/search/"
              }
            ],
            "state": "partial"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/wp-content/uploads/"
              },
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/wp-content/plugins/"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/wp-login.php"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/wp-admin/"
              },
              {
                "directive": "allow",
                "line": 6,
                "pattern": "/wp-admin/admin-ajax.php"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/?s="
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/search/"
              }
            ],
            "state": "partial"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/wp-content/uploads/"
              },
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/wp-content/plugins/"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/wp-login.php"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/wp-admin/"
              },
              {
                "directive": "allow",
                "line": 6,
                "pattern": "/wp-admin/admin-ajax.php"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/?s="
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/search/"
              }
            ],
            "state": "partial"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/wp-content/uploads/"
              },
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/wp-content/plugins/"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/wp-login.php"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/wp-admin/"
              },
              {
                "directive": "allow",
                "line": 6,
                "pattern": "/wp-admin/admin-ajax.php"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/?s="
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/search/"
              }
            ],
            "state": "partial"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/wp-content/uploads/"
              },
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/wp-content/plugins/"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/wp-login.php"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/wp-admin/"
              },
              {
                "directive": "allow",
                "line": 6,
                "pattern": "/wp-admin/admin-ajax.php"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/?s="
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/search/"
              }
            ],
            "state": "partial"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/wp-content/uploads/"
              },
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/wp-content/plugins/"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/wp-login.php"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/wp-admin/"
              },
              {
                "directive": "allow",
                "line": 6,
                "pattern": "/wp-admin/admin-ajax.php"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/?s="
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/search/"
              }
            ],
            "state": "partial"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/wp-content/uploads/"
              },
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/wp-content/plugins/"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/wp-login.php"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/wp-admin/"
              },
              {
                "directive": "allow",
                "line": 6,
                "pattern": "/wp-admin/admin-ajax.php"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/?s="
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/search/"
              }
            ],
            "state": "partial"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/wp-content/uploads/"
              },
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/wp-content/plugins/"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/wp-login.php"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/wp-admin/"
              },
              {
                "directive": "allow",
                "line": 6,
                "pattern": "/wp-admin/admin-ajax.php"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/?s="
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/search/"
              }
            ],
            "state": "partial"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/wp-content/uploads/"
              },
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/wp-content/plugins/"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/wp-login.php"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/wp-admin/"
              },
              {
                "directive": "allow",
                "line": 6,
                "pattern": "/wp-admin/admin-ajax.php"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/?s="
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/search/"
              }
            ],
            "state": "partial"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "allow",
                "line": 2,
                "pattern": "/wp-content/uploads/"
              },
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/wp-content/plugins/"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/wp-login.php"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/wp-admin/"
              },
              {
                "directive": "allow",
                "line": 6,
                "pattern": "/wp-admin/admin-ajax.php"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/?s="
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/search/"
              }
            ],
            "state": "partial"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "a7980da2-6a63-447d-8883-c915626402c4",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "5dfde96d0b7a81691c917015d888448a4d31e16e8fe3a4eed7e2dc8a38b5e258",
      "previousChainHash": "088ef1cfbbba32884dbcafb6feccbb96f832b1cbe42a21a31510bf09a87acebc"
    }
  ],
  "payPerCrawl": {
    "status": "unverified",
    "reason": "Authoritative discovery requires Cloudflare Web Bot Auth and the authenticated Discovery API."
  }
}