{
"domain": "voxmedia.com",
"recordsNotConclusions": true,
"events": [
{
"id": "fac9aac4-c23c-40fe-906c-4b1d9efb606f",
"domain": "voxmedia.com",
"signal": "llms",
"requestedUrl": "https://voxmedia.com/llms.txt",
"finalUrl": "https://voxmedia.com/llms.txt",
"fetchedAt": "2026-08-12T18:17:23.599Z",
"httpStatus": 301,
"responseHeaders": {
"content-type": "text/html; charset=UTF-8",
"date": "Wed, 12 Aug 2026 18:17:23 GMT",
"location": "https://www.voxmedia.com/llms.txt",
"server": "cloudflare"
},
"parseStatus": "http_error",
"changed": false,
"artifactSha256": null,
"artifactBytes": null,
"parserVersion": null,
"parsed": null,
"errorCode": "redirect_cross_host",
"canonicalEventId": "fac9aac4-c23c-40fe-906c-4b1d9efb606f",
"ledgerFormatVersion": "crawlledger-event-0.1.0",
"chainHash": "c0529b8e0d670653a522587127731995c279febd7196eb3db5efa83988c6b12c",
"previousChainHash": "5258424899bcff9772f8f7dc73d493de41d6b0918f4d9464092d840e575d0d80"
},
{
"id": "f9f897b5-459b-4cba-9283-5a4c43e21b6f",
"domain": "voxmedia.com",
"signal": "robots",
"requestedUrl": "https://voxmedia.com/robots.txt",
"finalUrl": "https://www.voxmedia.com/robots.txt",
"fetchedAt": "2026-08-12T18:17:14.665Z",
"httpStatus": 200,
"responseHeaders": {
"cache-control": "max-age=300, must-revalidate",
"content-type": "text/plain; charset=utf-8",
"date": "Wed, 12 Aug 2026 18:17:14 GMT",
"last-modified": "Wed, 12 Aug 2026 18:17:14 GMT",
"link": "; rel=\"https://api.w.org/\"",
"server": "cloudflare"
},
"parseStatus": "parsed",
"changed": false,
"artifactSha256": "9311bab30d8b5d05f5fa5563a251b8c96b8470873bb77c62d3d17c146d7acab7",
"artifactBytes": 67,
"parserVersion": "robots-rfc9309-rsl-0.1.0",
"parsed": {
"globalLicenses": [],
"groups": [
{
"agents": [
"*"
],
"crawlDelaySeconds": null,
"licenses": [],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
]
}
],
"parserVersion": "robots-rfc9309-rsl-0.1.0",
"registryVersion": "2026-08-03",
"sitemaps": [],
"trackedAgents": {
"Applebot-Extended": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"CCBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"ChatGPT-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Claude-SearchBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Claude-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"ClaudeBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Google-Extended": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"GPTBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"OAI-SearchBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Perplexity-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"PerplexityBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
}
},
"warnings": []
},
"errorCode": null,
"canonicalEventId": "3966056d-a201-4e74-a1a3-7d5943b6721c",
"ledgerFormatVersion": "crawlledger-event-0.1.0",
"chainHash": "2baef969717c3f1fe5b624b10f6d5fba645fcb1cff263949be22fa47c079f839",
"previousChainHash": "f44775c1cd1a6563b28caf3c8b1d372b53ea5f8ea61a1b1471151c7f28966b99"
},
{
"id": "9f6253a0-d924-4cc8-a99b-cc2b2f3cafa2",
"domain": "voxmedia.com",
"signal": "llms",
"requestedUrl": "https://voxmedia.com/llms.txt",
"finalUrl": "https://voxmedia.com/llms.txt",
"fetchedAt": "2026-08-11T18:17:23.301Z",
"httpStatus": 301,
"responseHeaders": {
"content-type": "text/html; charset=UTF-8",
"date": "Tue, 11 Aug 2026 18:17:23 GMT",
"location": "https://www.voxmedia.com/llms.txt",
"server": "cloudflare"
},
"parseStatus": "http_error",
"changed": false,
"artifactSha256": null,
"artifactBytes": null,
"parserVersion": null,
"parsed": null,
"errorCode": "redirect_cross_host",
"canonicalEventId": "9f6253a0-d924-4cc8-a99b-cc2b2f3cafa2",
"ledgerFormatVersion": "crawlledger-event-0.1.0",
"chainHash": "5258424899bcff9772f8f7dc73d493de41d6b0918f4d9464092d840e575d0d80",
"previousChainHash": "7dcbe93f275a40fad492d883d949fd7ceab3fe8386091c3ed187dcb274fffd8f"
},
{
"id": "9a80f691-b4ca-4744-b3c1-7e7891654ebe",
"domain": "voxmedia.com",
"signal": "robots",
"requestedUrl": "https://voxmedia.com/robots.txt",
"finalUrl": "https://www.voxmedia.com/robots.txt",
"fetchedAt": "2026-08-11T18:17:15.044Z",
"httpStatus": 200,
"responseHeaders": {
"cache-control": "max-age=300, must-revalidate",
"content-type": "text/plain; charset=utf-8",
"date": "Tue, 11 Aug 2026 18:17:15 GMT",
"last-modified": "Tue, 11 Aug 2026 18:17:15 GMT",
"link": "; rel=\"https://api.w.org/\"",
"server": "cloudflare"
},
"parseStatus": "parsed",
"changed": false,
"artifactSha256": "9311bab30d8b5d05f5fa5563a251b8c96b8470873bb77c62d3d17c146d7acab7",
"artifactBytes": 67,
"parserVersion": "robots-rfc9309-rsl-0.1.0",
"parsed": {
"globalLicenses": [],
"groups": [
{
"agents": [
"*"
],
"crawlDelaySeconds": null,
"licenses": [],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
]
}
],
"parserVersion": "robots-rfc9309-rsl-0.1.0",
"registryVersion": "2026-08-03",
"sitemaps": [],
"trackedAgents": {
"Applebot-Extended": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"CCBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"ChatGPT-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Claude-SearchBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Claude-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"ClaudeBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Google-Extended": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"GPTBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"OAI-SearchBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Perplexity-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"PerplexityBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
}
},
"warnings": []
},
"errorCode": null,
"canonicalEventId": "3966056d-a201-4e74-a1a3-7d5943b6721c",
"ledgerFormatVersion": "crawlledger-event-0.1.0",
"chainHash": "f44775c1cd1a6563b28caf3c8b1d372b53ea5f8ea61a1b1471151c7f28966b99",
"previousChainHash": "b7a0928aaab4fe6d3bc8f2d485e0ecf81503e7f36174d2d60d81c6370f0cba43"
},
{
"id": "7d97bae4-795b-4689-8536-829338330404",
"domain": "voxmedia.com",
"signal": "llms",
"requestedUrl": "https://voxmedia.com/llms.txt",
"finalUrl": "https://voxmedia.com/llms.txt",
"fetchedAt": "2026-08-10T18:17:22.604Z",
"httpStatus": 301,
"responseHeaders": {
"content-type": "text/html; charset=UTF-8",
"date": "Mon, 10 Aug 2026 18:17:22 GMT",
"location": "https://www.voxmedia.com/llms.txt",
"server": "cloudflare"
},
"parseStatus": "http_error",
"changed": false,
"artifactSha256": null,
"artifactBytes": null,
"parserVersion": null,
"parsed": null,
"errorCode": "redirect_cross_host",
"canonicalEventId": "7d97bae4-795b-4689-8536-829338330404",
"ledgerFormatVersion": "crawlledger-event-0.1.0",
"chainHash": "7dcbe93f275a40fad492d883d949fd7ceab3fe8386091c3ed187dcb274fffd8f",
"previousChainHash": "51d7137161e6de806b0587c8047615e5b8523b5da14e90a522504375177e4324"
},
{
"id": "1c68ac4b-c7e3-4783-a4d6-4d0affdc6e8e",
"domain": "voxmedia.com",
"signal": "robots",
"requestedUrl": "https://voxmedia.com/robots.txt",
"finalUrl": "https://www.voxmedia.com/robots.txt",
"fetchedAt": "2026-08-10T18:17:15.307Z",
"httpStatus": 200,
"responseHeaders": {
"cache-control": "max-age=300, must-revalidate",
"content-type": "text/plain; charset=utf-8",
"date": "Mon, 10 Aug 2026 18:17:15 GMT",
"last-modified": "Mon, 10 Aug 2026 18:17:15 GMT",
"link": "; rel=\"https://api.w.org/\"",
"server": "cloudflare"
},
"parseStatus": "parsed",
"changed": false,
"artifactSha256": "9311bab30d8b5d05f5fa5563a251b8c96b8470873bb77c62d3d17c146d7acab7",
"artifactBytes": 67,
"parserVersion": "robots-rfc9309-rsl-0.1.0",
"parsed": {
"globalLicenses": [],
"groups": [
{
"agents": [
"*"
],
"crawlDelaySeconds": null,
"licenses": [],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
]
}
],
"parserVersion": "robots-rfc9309-rsl-0.1.0",
"registryVersion": "2026-08-03",
"sitemaps": [],
"trackedAgents": {
"Applebot-Extended": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"CCBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"ChatGPT-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Claude-SearchBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Claude-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"ClaudeBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Google-Extended": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"GPTBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"OAI-SearchBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Perplexity-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"PerplexityBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
}
},
"warnings": []
},
"errorCode": null,
"canonicalEventId": "3966056d-a201-4e74-a1a3-7d5943b6721c",
"ledgerFormatVersion": "crawlledger-event-0.1.0",
"chainHash": "b7a0928aaab4fe6d3bc8f2d485e0ecf81503e7f36174d2d60d81c6370f0cba43",
"previousChainHash": "dc160e8afa7607983c3d306d354dea529b0c252c74fe1cb7570d0b920e5e7ddf"
},
{
"id": "246cffad-e5f7-460e-9b93-28538663a60d",
"domain": "voxmedia.com",
"signal": "llms",
"requestedUrl": "https://voxmedia.com/llms.txt",
"finalUrl": "https://voxmedia.com/llms.txt",
"fetchedAt": "2026-08-09T18:17:16.181Z",
"httpStatus": 301,
"responseHeaders": {
"content-type": "text/html; charset=UTF-8",
"date": "Sun, 09 Aug 2026 18:17:16 GMT",
"location": "https://www.voxmedia.com/llms.txt",
"server": "cloudflare"
},
"parseStatus": "http_error",
"changed": false,
"artifactSha256": null,
"artifactBytes": null,
"parserVersion": null,
"parsed": null,
"errorCode": "redirect_cross_host",
"canonicalEventId": "246cffad-e5f7-460e-9b93-28538663a60d",
"ledgerFormatVersion": "crawlledger-event-0.1.0",
"chainHash": "51d7137161e6de806b0587c8047615e5b8523b5da14e90a522504375177e4324",
"previousChainHash": "5f5f3d88b8d9f6f92417c6b965dfb6ce8bb6f688af8ac6f9e539a81022fcf87c"
},
{
"id": "e22ba3aa-c51d-403c-9565-e33ebdc48807",
"domain": "voxmedia.com",
"signal": "robots",
"requestedUrl": "https://voxmedia.com/robots.txt",
"finalUrl": "https://www.voxmedia.com/robots.txt",
"fetchedAt": "2026-08-09T18:17:13.291Z",
"httpStatus": 200,
"responseHeaders": {
"cache-control": "max-age=300, must-revalidate",
"content-type": "text/plain; charset=utf-8",
"date": "Sun, 09 Aug 2026 18:17:13 GMT",
"last-modified": "Sun, 09 Aug 2026 18:17:13 GMT",
"link": "; rel=\"https://api.w.org/\"",
"server": "cloudflare"
},
"parseStatus": "parsed",
"changed": false,
"artifactSha256": "9311bab30d8b5d05f5fa5563a251b8c96b8470873bb77c62d3d17c146d7acab7",
"artifactBytes": 67,
"parserVersion": "robots-rfc9309-rsl-0.1.0",
"parsed": {
"globalLicenses": [],
"groups": [
{
"agents": [
"*"
],
"crawlDelaySeconds": null,
"licenses": [],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
]
}
],
"parserVersion": "robots-rfc9309-rsl-0.1.0",
"registryVersion": "2026-08-03",
"sitemaps": [],
"trackedAgents": {
"Applebot-Extended": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"CCBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"ChatGPT-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Claude-SearchBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Claude-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"ClaudeBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Google-Extended": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"GPTBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"OAI-SearchBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Perplexity-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"PerplexityBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
}
},
"warnings": []
},
"errorCode": null,
"canonicalEventId": "3966056d-a201-4e74-a1a3-7d5943b6721c",
"ledgerFormatVersion": "crawlledger-event-0.1.0",
"chainHash": "dc160e8afa7607983c3d306d354dea529b0c252c74fe1cb7570d0b920e5e7ddf",
"previousChainHash": "31627c78826328b05cf9a54d708490a47f7a4333b09b277c956751d9948163d1"
},
{
"id": "6d931376-e433-40bc-b409-117a6961388e",
"domain": "voxmedia.com",
"signal": "llms",
"requestedUrl": "https://voxmedia.com/llms.txt",
"finalUrl": "https://voxmedia.com/llms.txt",
"fetchedAt": "2026-08-08T18:17:17.586Z",
"httpStatus": 301,
"responseHeaders": {
"content-type": "text/html; charset=UTF-8",
"date": "Sat, 08 Aug 2026 18:17:17 GMT",
"location": "https://www.voxmedia.com/llms.txt",
"server": "cloudflare"
},
"parseStatus": "http_error",
"changed": false,
"artifactSha256": null,
"artifactBytes": null,
"parserVersion": null,
"parsed": null,
"errorCode": "redirect_cross_host",
"canonicalEventId": "6d931376-e433-40bc-b409-117a6961388e",
"ledgerFormatVersion": "crawlledger-event-0.1.0",
"chainHash": "5f5f3d88b8d9f6f92417c6b965dfb6ce8bb6f688af8ac6f9e539a81022fcf87c",
"previousChainHash": "04fe1ac13dc9b2b59319767c04f817e17559a04e1fbbe9ea1b8a3b3a9b812abf"
},
{
"id": "be148ca2-b6fa-4506-97a4-da4d30d9fe61",
"domain": "voxmedia.com",
"signal": "robots",
"requestedUrl": "https://voxmedia.com/robots.txt",
"finalUrl": "https://www.voxmedia.com/robots.txt",
"fetchedAt": "2026-08-08T18:17:14.578Z",
"httpStatus": 200,
"responseHeaders": {
"cache-control": "max-age=300, must-revalidate",
"content-type": "text/plain; charset=utf-8",
"date": "Sat, 08 Aug 2026 18:17:14 GMT",
"last-modified": "Sat, 08 Aug 2026 18:17:14 GMT",
"link": "; rel=\"https://api.w.org/\"",
"server": "cloudflare"
},
"parseStatus": "parsed",
"changed": false,
"artifactSha256": "9311bab30d8b5d05f5fa5563a251b8c96b8470873bb77c62d3d17c146d7acab7",
"artifactBytes": 67,
"parserVersion": "robots-rfc9309-rsl-0.1.0",
"parsed": {
"globalLicenses": [],
"groups": [
{
"agents": [
"*"
],
"crawlDelaySeconds": null,
"licenses": [],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
]
}
],
"parserVersion": "robots-rfc9309-rsl-0.1.0",
"registryVersion": "2026-08-03",
"sitemaps": [],
"trackedAgents": {
"Applebot-Extended": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"CCBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"ChatGPT-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Claude-SearchBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Claude-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"ClaudeBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Google-Extended": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"GPTBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"OAI-SearchBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Perplexity-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"PerplexityBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
}
},
"warnings": []
},
"errorCode": null,
"canonicalEventId": "3966056d-a201-4e74-a1a3-7d5943b6721c",
"ledgerFormatVersion": "crawlledger-event-0.1.0",
"chainHash": "31627c78826328b05cf9a54d708490a47f7a4333b09b277c956751d9948163d1",
"previousChainHash": "2af4c45e959f02a4da360481414427164567efc8acf267da77ffef5ad8c0d26a"
},
{
"id": "7231c413-975e-4f75-8a30-11fad9293d34",
"domain": "voxmedia.com",
"signal": "llms",
"requestedUrl": "https://voxmedia.com/llms.txt",
"finalUrl": "https://voxmedia.com/llms.txt",
"fetchedAt": "2026-08-07T18:17:17.279Z",
"httpStatus": 301,
"responseHeaders": {
"content-type": "text/html; charset=UTF-8",
"date": "Fri, 07 Aug 2026 18:17:17 GMT",
"location": "https://www.voxmedia.com/llms.txt",
"server": "cloudflare"
},
"parseStatus": "http_error",
"changed": false,
"artifactSha256": null,
"artifactBytes": null,
"parserVersion": null,
"parsed": null,
"errorCode": "redirect_cross_host",
"canonicalEventId": "7231c413-975e-4f75-8a30-11fad9293d34",
"ledgerFormatVersion": "crawlledger-event-0.1.0",
"chainHash": "04fe1ac13dc9b2b59319767c04f817e17559a04e1fbbe9ea1b8a3b3a9b812abf",
"previousChainHash": "3130dcc1ea87cef20aa8b881d0973b5925e4d8b59e2db35fb8509db2c2c46072"
},
{
"id": "d23c6e60-2307-4b44-8561-60b0e68a9fc9",
"domain": "voxmedia.com",
"signal": "robots",
"requestedUrl": "https://voxmedia.com/robots.txt",
"finalUrl": "https://www.voxmedia.com/robots.txt",
"fetchedAt": "2026-08-07T18:17:14.332Z",
"httpStatus": 200,
"responseHeaders": {
"cache-control": "max-age=300, must-revalidate",
"content-type": "text/plain; charset=utf-8",
"date": "Fri, 07 Aug 2026 18:17:14 GMT",
"last-modified": "Fri, 07 Aug 2026 18:17:14 GMT",
"link": "; rel=\"https://api.w.org/\"",
"server": "cloudflare"
},
"parseStatus": "parsed",
"changed": false,
"artifactSha256": "9311bab30d8b5d05f5fa5563a251b8c96b8470873bb77c62d3d17c146d7acab7",
"artifactBytes": 67,
"parserVersion": "robots-rfc9309-rsl-0.1.0",
"parsed": {
"globalLicenses": [],
"groups": [
{
"agents": [
"*"
],
"crawlDelaySeconds": null,
"licenses": [],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
]
}
],
"parserVersion": "robots-rfc9309-rsl-0.1.0",
"registryVersion": "2026-08-03",
"sitemaps": [],
"trackedAgents": {
"Applebot-Extended": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"CCBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"ChatGPT-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Claude-SearchBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Claude-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"ClaudeBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Google-Extended": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"GPTBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"OAI-SearchBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Perplexity-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"PerplexityBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
}
},
"warnings": []
},
"errorCode": null,
"canonicalEventId": "3966056d-a201-4e74-a1a3-7d5943b6721c",
"ledgerFormatVersion": "crawlledger-event-0.1.0",
"chainHash": "2af4c45e959f02a4da360481414427164567efc8acf267da77ffef5ad8c0d26a",
"previousChainHash": "02e163091efe03935fe82f1dcace3e48366b30c5493e830a38d36c704bcb3bd3"
},
{
"id": "a72afc89-fe31-49b1-883b-c657761b8500",
"domain": "voxmedia.com",
"signal": "llms",
"requestedUrl": "https://voxmedia.com/llms.txt",
"finalUrl": "https://voxmedia.com/llms.txt",
"fetchedAt": "2026-08-06T18:17:17.622Z",
"httpStatus": 301,
"responseHeaders": {
"content-type": "text/html; charset=UTF-8",
"date": "Thu, 06 Aug 2026 18:17:17 GMT",
"location": "https://www.voxmedia.com/llms.txt",
"server": "cloudflare"
},
"parseStatus": "http_error",
"changed": false,
"artifactSha256": null,
"artifactBytes": null,
"parserVersion": null,
"parsed": null,
"errorCode": "redirect_cross_host",
"canonicalEventId": "a72afc89-fe31-49b1-883b-c657761b8500",
"ledgerFormatVersion": "crawlledger-event-0.1.0",
"chainHash": "3130dcc1ea87cef20aa8b881d0973b5925e4d8b59e2db35fb8509db2c2c46072",
"previousChainHash": "5fd68a3351d31a58c9694cbdf61518d4a39467f2a2ad511a78799574be7e3907"
},
{
"id": "48dc9d92-ac2e-4b71-a384-2d4f1b4a22e1",
"domain": "voxmedia.com",
"signal": "robots",
"requestedUrl": "https://voxmedia.com/robots.txt",
"finalUrl": "https://www.voxmedia.com/robots.txt",
"fetchedAt": "2026-08-06T18:17:14.431Z",
"httpStatus": 200,
"responseHeaders": {
"cache-control": "max-age=300, must-revalidate",
"content-type": "text/plain; charset=utf-8",
"date": "Thu, 06 Aug 2026 18:17:14 GMT",
"last-modified": "Thu, 06 Aug 2026 18:17:14 GMT",
"link": "; rel=\"https://api.w.org/\"",
"server": "cloudflare"
},
"parseStatus": "parsed",
"changed": false,
"artifactSha256": "9311bab30d8b5d05f5fa5563a251b8c96b8470873bb77c62d3d17c146d7acab7",
"artifactBytes": 67,
"parserVersion": "robots-rfc9309-rsl-0.1.0",
"parsed": {
"globalLicenses": [],
"groups": [
{
"agents": [
"*"
],
"crawlDelaySeconds": null,
"licenses": [],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
]
}
],
"parserVersion": "robots-rfc9309-rsl-0.1.0",
"registryVersion": "2026-08-03",
"sitemaps": [],
"trackedAgents": {
"Applebot-Extended": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"CCBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"ChatGPT-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Claude-SearchBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Claude-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"ClaudeBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Google-Extended": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"GPTBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"OAI-SearchBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Perplexity-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"PerplexityBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
}
},
"warnings": []
},
"errorCode": null,
"canonicalEventId": "3966056d-a201-4e74-a1a3-7d5943b6721c",
"ledgerFormatVersion": "crawlledger-event-0.1.0",
"chainHash": "02e163091efe03935fe82f1dcace3e48366b30c5493e830a38d36c704bcb3bd3",
"previousChainHash": "54b895d42b039b4d81c1cad8d28428a05d11fbb08273a35f0e64f72ec51a4ae8"
},
{
"id": "8ccfb58f-0422-4d2f-8a77-b5b883ed5768",
"domain": "voxmedia.com",
"signal": "llms",
"requestedUrl": "https://voxmedia.com/llms.txt",
"finalUrl": "https://voxmedia.com/llms.txt",
"fetchedAt": "2026-08-05T18:17:22.866Z",
"httpStatus": 301,
"responseHeaders": {
"content-type": "text/html; charset=UTF-8",
"date": "Wed, 05 Aug 2026 18:17:22 GMT",
"location": "https://www.voxmedia.com/llms.txt",
"server": "cloudflare"
},
"parseStatus": "http_error",
"changed": false,
"artifactSha256": null,
"artifactBytes": null,
"parserVersion": null,
"parsed": null,
"errorCode": "redirect_cross_host",
"canonicalEventId": "8ccfb58f-0422-4d2f-8a77-b5b883ed5768",
"ledgerFormatVersion": "crawlledger-event-0.1.0",
"chainHash": "5fd68a3351d31a58c9694cbdf61518d4a39467f2a2ad511a78799574be7e3907",
"previousChainHash": "0e85c7c81d5d3f17d3b30d856d523853a217904a969cde4d02413274f023753a"
},
{
"id": "18a98cfd-a039-4b70-9a17-e48b665e6864",
"domain": "voxmedia.com",
"signal": "robots",
"requestedUrl": "https://voxmedia.com/robots.txt",
"finalUrl": "https://www.voxmedia.com/robots.txt",
"fetchedAt": "2026-08-05T18:17:14.805Z",
"httpStatus": 200,
"responseHeaders": {
"cache-control": "max-age=300, must-revalidate",
"content-type": "text/plain; charset=utf-8",
"date": "Wed, 05 Aug 2026 18:17:14 GMT",
"last-modified": "Wed, 05 Aug 2026 18:17:14 GMT",
"link": "; rel=\"https://api.w.org/\"",
"server": "cloudflare"
},
"parseStatus": "parsed",
"changed": false,
"artifactSha256": "9311bab30d8b5d05f5fa5563a251b8c96b8470873bb77c62d3d17c146d7acab7",
"artifactBytes": 67,
"parserVersion": "robots-rfc9309-rsl-0.1.0",
"parsed": {
"globalLicenses": [],
"groups": [
{
"agents": [
"*"
],
"crawlDelaySeconds": null,
"licenses": [],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
]
}
],
"parserVersion": "robots-rfc9309-rsl-0.1.0",
"registryVersion": "2026-08-03",
"sitemaps": [],
"trackedAgents": {
"Applebot-Extended": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"CCBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"ChatGPT-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Claude-SearchBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Claude-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"ClaudeBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Google-Extended": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"GPTBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"OAI-SearchBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Perplexity-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"PerplexityBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
}
},
"warnings": []
},
"errorCode": null,
"canonicalEventId": "3966056d-a201-4e74-a1a3-7d5943b6721c",
"ledgerFormatVersion": "crawlledger-event-0.1.0",
"chainHash": "54b895d42b039b4d81c1cad8d28428a05d11fbb08273a35f0e64f72ec51a4ae8",
"previousChainHash": "6fdd79f4b0a39858e86c959342985b852e92b0dc7a0da472665888a5ac8db609"
},
{
"id": "cc874233-d2bb-4de7-af02-96af5a4920f0",
"domain": "voxmedia.com",
"signal": "llms",
"requestedUrl": "https://voxmedia.com/llms.txt",
"finalUrl": "https://voxmedia.com/llms.txt",
"fetchedAt": "2026-08-04T18:17:22.855Z",
"httpStatus": 301,
"responseHeaders": {
"content-type": "text/html; charset=UTF-8",
"date": "Tue, 04 Aug 2026 18:17:22 GMT",
"location": "https://www.voxmedia.com/llms.txt",
"server": "cloudflare"
},
"parseStatus": "http_error",
"changed": false,
"artifactSha256": null,
"artifactBytes": null,
"parserVersion": null,
"parsed": null,
"errorCode": "redirect_cross_host",
"canonicalEventId": "cc874233-d2bb-4de7-af02-96af5a4920f0",
"ledgerFormatVersion": "crawlledger-event-0.1.0",
"chainHash": "0e85c7c81d5d3f17d3b30d856d523853a217904a969cde4d02413274f023753a",
"previousChainHash": null
},
{
"id": "3966056d-a201-4e74-a1a3-7d5943b6721c",
"domain": "voxmedia.com",
"signal": "robots",
"requestedUrl": "https://voxmedia.com/robots.txt",
"finalUrl": "https://www.voxmedia.com/robots.txt",
"fetchedAt": "2026-08-04T18:17:15.439Z",
"httpStatus": 200,
"responseHeaders": {
"cache-control": "max-age=300, must-revalidate",
"content-type": "text/plain; charset=utf-8",
"date": "Tue, 04 Aug 2026 18:17:15 GMT",
"last-modified": "Tue, 04 Aug 2026 18:17:15 GMT",
"link": "; rel=\"https://api.w.org/\"",
"server": "cloudflare"
},
"parseStatus": "parsed",
"changed": true,
"artifactSha256": "9311bab30d8b5d05f5fa5563a251b8c96b8470873bb77c62d3d17c146d7acab7",
"artifactBytes": 67,
"parserVersion": "robots-rfc9309-rsl-0.1.0",
"parsed": {
"globalLicenses": [],
"groups": [
{
"agents": [
"*"
],
"crawlDelaySeconds": null,
"licenses": [],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
]
}
],
"parserVersion": "robots-rfc9309-rsl-0.1.0",
"registryVersion": "2026-08-03",
"sitemaps": [],
"trackedAgents": {
"Applebot-Extended": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"CCBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"ChatGPT-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Claude-SearchBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Claude-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"ClaudeBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Google-Extended": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"GPTBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"OAI-SearchBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"Perplexity-User": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
},
"PerplexityBot": {
"crawlDelaySeconds": null,
"licenses": [],
"matchedAgents": [
"*"
],
"rules": [
{
"directive": "disallow",
"line": 2,
"pattern": "/wp-admin/"
},
{
"directive": "allow",
"line": 3,
"pattern": "/wp-admin/admin-ajax.php"
}
],
"state": "partial"
}
},
"warnings": []
},
"errorCode": null,
"canonicalEventId": "3966056d-a201-4e74-a1a3-7d5943b6721c",
"ledgerFormatVersion": "crawlledger-event-0.1.0",
"chainHash": "6fdd79f4b0a39858e86c959342985b852e92b0dc7a0da472665888a5ac8db609",
"previousChainHash": null
}
]
}