{
  "domain": "reddit.com",
  "recordsNotConclusions": true,
  "observations": [
    {
      "id": "6708df15-e366-4705-a9a5-431dd8166c75",
      "domain": "reddit.com",
      "signal": "robots",
      "requestedUrl": "https://reddit.com/robots.txt",
      "finalUrl": "https://www.reddit.com/robots.txt",
      "fetchedAt": "2026-08-13T09:17:13.755Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "private, max-age=3600",
        "content-length": "538",
        "content-type": "text/plain; charset=utf-8",
        "date": "Thu, 13 Aug 2026 09:17:13 GMT",
        "etag": "\"a5b1d58461921030de3e19b689980842\"",
        "last-modified": "Mon, 01 Jul 2024 13:36:16 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "41aea42110242175c7b4247f222fa95ac6caee62044af686b684785832781857",
      "artifactBytes": 538,
      "parserVersion": "robots-rfc9309-rsl-0.1.0",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-0.1.0",
        "registryVersion": "2026-08-03",
        "sitemaps": [],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/"
              }
            ],
            "state": "disallowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/"
              }
            ],
            "state": "disallowed"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/"
              }
            ],
            "state": "disallowed"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/"
              }
            ],
            "state": "disallowed"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/"
              }
            ],
            "state": "disallowed"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/"
              }
            ],
            "state": "disallowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/"
              }
            ],
            "state": "disallowed"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/"
              }
            ],
            "state": "disallowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/"
              }
            ],
            "state": "disallowed"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/"
              }
            ],
            "state": "disallowed"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/"
              }
            ],
            "state": "disallowed"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "2e680945-0477-4b15-8e5e-9d1c9d5dd0b3",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "3c7cb6ffaa6004deba71ce758b6c6f0466b7ba53813bda3b57b2287b30e34d00",
      "previousChainHash": "0bc87ad94e9a447c765d5066276103c7924060396e28e3f4d6b692055374b6df"
    }
  ],
  "payPerCrawl": {
    "status": "unverified",
    "reason": "Authoritative discovery requires Cloudflare Web Bot Auth and the authenticated Discovery API."
  }
}