{
  "domain": "medium.com",
  "recordsNotConclusions": true,
  "observations": [
    {
      "id": "380fd059-c731-4af5-8ef5-a5aaafb49dbf",
      "domain": "medium.com",
      "signal": "llms",
      "requestedUrl": "https://medium.com/llms.txt",
      "finalUrl": "https://medium.com/llms.txt",
      "fetchedAt": "2026-08-13T11:17:16.071Z",
      "httpStatus": 403,
      "responseHeaders": {
        "content-length": "5531",
        "content-type": "text/html; charset=UTF-8",
        "date": "Thu, 13 Aug 2026 11:17:15 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "http_error",
      "changed": true,
      "artifactSha256": "22448ea987820ff9c0c609eae40cc47055a7551131ffb90d95398712ec7b7718",
      "artifactBytes": 5531,
      "parserVersion": null,
      "parsed": null,
      "errorCode": "http_403",
      "canonicalEventId": "380fd059-c731-4af5-8ef5-a5aaafb49dbf",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "d346aba4cd9ba79aa07b46b7e797d7b4d13cb091278aeef591ea4232a583a750",
      "previousChainHash": "b38562216887242aa2a080d194d135ef604008060430ce9543a7605fdd4b460b"
    },
    {
      "id": "8bd21544-ce5c-417a-8ddb-3d85650e2ec8",
      "domain": "medium.com",
      "signal": "robots",
      "requestedUrl": "https://medium.com/robots.txt",
      "finalUrl": "https://medium.com/robots.txt",
      "fetchedAt": "2026-08-13T11:17:13.383Z",
      "httpStatus": 200,
      "responseHeaders": {
        "cache-control": "public, max-age=7200",
        "content-length": "884",
        "content-type": "text/plain",
        "date": "Thu, 13 Aug 2026 11:17:13 GMT",
        "last-modified": "Thu, 13 Aug 2026 11:17:13 GMT",
        "server": "cloudflare"
      },
      "parseStatus": "parsed",
      "changed": false,
      "artifactSha256": "fe87c9fc79edeba118b4f5184b2472913f4057172783cf4bd4dae7c997c16e74",
      "artifactBytes": 884,
      "parserVersion": "robots-rfc9309-rsl-0.1.0",
      "parsed": {
        "globalLicenses": [],
        "groups": [
          {
            "agents": [
              "*"
            ],
            "crawlDelaySeconds": null,
            "licenses": [],
            "rules": [
              {
                "directive": "disallow",
                "line": 2,
                "pattern": "/m/"
              },
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/me/"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/@me$"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/@me/"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/*/edit$"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/*/*/edit$"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/media/"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/p/*/share"
              },
              {
                "directive": "disallow",
                "line": 10,
                "pattern": "/r/"
              },
              {
                "directive": "disallow",
                "line": 11,
                "pattern": "/trending"
              },
              {
                "directive": "disallow",
                "line": 12,
                "pattern": "/search?q$"
              },
              {
                "directive": "disallow",
                "line": 13,
                "pattern": "/search?q="
              },
              {
                "directive": "disallow",
                "line": 14,
                "pattern": "/*/search?q="
              },
              {
                "directive": "disallow",
                "line": 15,
                "pattern": "/*/search/*?q="
              },
              {
                "directive": "disallow",
                "line": 16,
                "pattern": "/*/*source="
              },
              {
                "directive": "allow",
                "line": 17,
                "pattern": "/_/api/users/*/meta"
              },
              {
                "directive": "allow",
                "line": 18,
                "pattern": "/_/api/users/*/profile/stream"
              },
              {
                "directive": "allow",
                "line": 19,
                "pattern": "/_/api/posts/*/responses"
              },
              {
                "directive": "allow",
                "line": 20,
                "pattern": "/_/api/posts/*/responsesStream"
              },
              {
                "directive": "allow",
                "line": 21,
                "pattern": "/_/api/posts/*/related"
              }
            ]
          },
          {
            "agents": [
              "Amazonbot",
              "Applebot-Extended",
              "Bytespider",
              "ClaudeBot",
              "FacebookBot",
              "GoogleOther",
              "GPTBot",
              "meta-externalagent"
            ],
            "crawlDelaySeconds": null,
            "licenses": [
              "https://medium.com/license.xml"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 30,
                "pattern": "/"
              },
              {
                "directive": "allow",
                "line": 31,
                "pattern": "/about"
              },
              {
                "directive": "allow",
                "line": 32,
                "pattern": "/business"
              },
              {
                "directive": "allow",
                "line": 33,
                "pattern": "/earn"
              },
              {
                "directive": "allow",
                "line": 34,
                "pattern": "/gift"
              },
              {
                "directive": "allow",
                "line": 35,
                "pattern": "/membership"
              },
              {
                "directive": "allow",
                "line": 36,
                "pattern": "/partner-program"
              },
              {
                "directive": "allow",
                "line": 37,
                "pattern": "/verified-authors"
              }
            ]
          }
        ],
        "parserVersion": "robots-rfc9309-rsl-0.1.0",
        "registryVersion": "2026-08-03",
        "sitemaps": [
          "https://medium.com/sitemap/sitemap.xml"
        ],
        "trackedAgents": {
          "Applebot-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [
              "https://medium.com/license.xml"
            ],
            "matchedAgents": [
              "Amazonbot",
              "Applebot-Extended",
              "Bytespider",
              "ClaudeBot",
              "FacebookBot",
              "GoogleOther",
              "GPTBot",
              "meta-externalagent"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 30,
                "pattern": "/"
              },
              {
                "directive": "allow",
                "line": 31,
                "pattern": "/about"
              },
              {
                "directive": "allow",
                "line": 32,
                "pattern": "/business"
              },
              {
                "directive": "allow",
                "line": 33,
                "pattern": "/earn"
              },
              {
                "directive": "allow",
                "line": 34,
                "pattern": "/gift"
              },
              {
                "directive": "allow",
                "line": 35,
                "pattern": "/membership"
              },
              {
                "directive": "allow",
                "line": 36,
                "pattern": "/partner-program"
              },
              {
                "directive": "allow",
                "line": 37,
                "pattern": "/verified-authors"
              }
            ],
            "state": "disallowed"
          },
          "CCBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 2,
                "pattern": "/m/"
              },
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/me/"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/@me$"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/@me/"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/*/edit$"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/*/*/edit$"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/media/"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/p/*/share"
              },
              {
                "directive": "disallow",
                "line": 10,
                "pattern": "/r/"
              },
              {
                "directive": "disallow",
                "line": 11,
                "pattern": "/trending"
              },
              {
                "directive": "disallow",
                "line": 12,
                "pattern": "/search?q$"
              },
              {
                "directive": "disallow",
                "line": 13,
                "pattern": "/search?q="
              },
              {
                "directive": "disallow",
                "line": 14,
                "pattern": "/*/search?q="
              },
              {
                "directive": "disallow",
                "line": 15,
                "pattern": "/*/search/*?q="
              },
              {
                "directive": "disallow",
                "line": 16,
                "pattern": "/*/*source="
              },
              {
                "directive": "allow",
                "line": 17,
                "pattern": "/_/api/users/*/meta"
              },
              {
                "directive": "allow",
                "line": 18,
                "pattern": "/_/api/users/*/profile/stream"
              },
              {
                "directive": "allow",
                "line": 19,
                "pattern": "/_/api/posts/*/responses"
              },
              {
                "directive": "allow",
                "line": 20,
                "pattern": "/_/api/posts/*/responsesStream"
              },
              {
                "directive": "allow",
                "line": 21,
                "pattern": "/_/api/posts/*/related"
              }
            ],
            "state": "partial"
          },
          "ChatGPT-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 2,
                "pattern": "/m/"
              },
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/me/"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/@me$"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/@me/"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/*/edit$"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/*/*/edit$"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/media/"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/p/*/share"
              },
              {
                "directive": "disallow",
                "line": 10,
                "pattern": "/r/"
              },
              {
                "directive": "disallow",
                "line": 11,
                "pattern": "/trending"
              },
              {
                "directive": "disallow",
                "line": 12,
                "pattern": "/search?q$"
              },
              {
                "directive": "disallow",
                "line": 13,
                "pattern": "/search?q="
              },
              {
                "directive": "disallow",
                "line": 14,
                "pattern": "/*/search?q="
              },
              {
                "directive": "disallow",
                "line": 15,
                "pattern": "/*/search/*?q="
              },
              {
                "directive": "disallow",
                "line": 16,
                "pattern": "/*/*source="
              },
              {
                "directive": "allow",
                "line": 17,
                "pattern": "/_/api/users/*/meta"
              },
              {
                "directive": "allow",
                "line": 18,
                "pattern": "/_/api/users/*/profile/stream"
              },
              {
                "directive": "allow",
                "line": 19,
                "pattern": "/_/api/posts/*/responses"
              },
              {
                "directive": "allow",
                "line": 20,
                "pattern": "/_/api/posts/*/responsesStream"
              },
              {
                "directive": "allow",
                "line": 21,
                "pattern": "/_/api/posts/*/related"
              }
            ],
            "state": "partial"
          },
          "Claude-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 2,
                "pattern": "/m/"
              },
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/me/"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/@me$"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/@me/"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/*/edit$"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/*/*/edit$"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/media/"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/p/*/share"
              },
              {
                "directive": "disallow",
                "line": 10,
                "pattern": "/r/"
              },
              {
                "directive": "disallow",
                "line": 11,
                "pattern": "/trending"
              },
              {
                "directive": "disallow",
                "line": 12,
                "pattern": "/search?q$"
              },
              {
                "directive": "disallow",
                "line": 13,
                "pattern": "/search?q="
              },
              {
                "directive": "disallow",
                "line": 14,
                "pattern": "/*/search?q="
              },
              {
                "directive": "disallow",
                "line": 15,
                "pattern": "/*/search/*?q="
              },
              {
                "directive": "disallow",
                "line": 16,
                "pattern": "/*/*source="
              },
              {
                "directive": "allow",
                "line": 17,
                "pattern": "/_/api/users/*/meta"
              },
              {
                "directive": "allow",
                "line": 18,
                "pattern": "/_/api/users/*/profile/stream"
              },
              {
                "directive": "allow",
                "line": 19,
                "pattern": "/_/api/posts/*/responses"
              },
              {
                "directive": "allow",
                "line": 20,
                "pattern": "/_/api/posts/*/responsesStream"
              },
              {
                "directive": "allow",
                "line": 21,
                "pattern": "/_/api/posts/*/related"
              }
            ],
            "state": "partial"
          },
          "Claude-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 2,
                "pattern": "/m/"
              },
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/me/"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/@me$"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/@me/"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/*/edit$"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/*/*/edit$"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/media/"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/p/*/share"
              },
              {
                "directive": "disallow",
                "line": 10,
                "pattern": "/r/"
              },
              {
                "directive": "disallow",
                "line": 11,
                "pattern": "/trending"
              },
              {
                "directive": "disallow",
                "line": 12,
                "pattern": "/search?q$"
              },
              {
                "directive": "disallow",
                "line": 13,
                "pattern": "/search?q="
              },
              {
                "directive": "disallow",
                "line": 14,
                "pattern": "/*/search?q="
              },
              {
                "directive": "disallow",
                "line": 15,
                "pattern": "/*/search/*?q="
              },
              {
                "directive": "disallow",
                "line": 16,
                "pattern": "/*/*source="
              },
              {
                "directive": "allow",
                "line": 17,
                "pattern": "/_/api/users/*/meta"
              },
              {
                "directive": "allow",
                "line": 18,
                "pattern": "/_/api/users/*/profile/stream"
              },
              {
                "directive": "allow",
                "line": 19,
                "pattern": "/_/api/posts/*/responses"
              },
              {
                "directive": "allow",
                "line": 20,
                "pattern": "/_/api/posts/*/responsesStream"
              },
              {
                "directive": "allow",
                "line": 21,
                "pattern": "/_/api/posts/*/related"
              }
            ],
            "state": "partial"
          },
          "ClaudeBot": {
            "crawlDelaySeconds": null,
            "licenses": [
              "https://medium.com/license.xml"
            ],
            "matchedAgents": [
              "Amazonbot",
              "Applebot-Extended",
              "Bytespider",
              "ClaudeBot",
              "FacebookBot",
              "GoogleOther",
              "GPTBot",
              "meta-externalagent"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 30,
                "pattern": "/"
              },
              {
                "directive": "allow",
                "line": 31,
                "pattern": "/about"
              },
              {
                "directive": "allow",
                "line": 32,
                "pattern": "/business"
              },
              {
                "directive": "allow",
                "line": 33,
                "pattern": "/earn"
              },
              {
                "directive": "allow",
                "line": 34,
                "pattern": "/gift"
              },
              {
                "directive": "allow",
                "line": 35,
                "pattern": "/membership"
              },
              {
                "directive": "allow",
                "line": 36,
                "pattern": "/partner-program"
              },
              {
                "directive": "allow",
                "line": 37,
                "pattern": "/verified-authors"
              }
            ],
            "state": "disallowed"
          },
          "Google-Extended": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 2,
                "pattern": "/m/"
              },
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/me/"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/@me$"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/@me/"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/*/edit$"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/*/*/edit$"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/media/"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/p/*/share"
              },
              {
                "directive": "disallow",
                "line": 10,
                "pattern": "/r/"
              },
              {
                "directive": "disallow",
                "line": 11,
                "pattern": "/trending"
              },
              {
                "directive": "disallow",
                "line": 12,
                "pattern": "/search?q$"
              },
              {
                "directive": "disallow",
                "line": 13,
                "pattern": "/search?q="
              },
              {
                "directive": "disallow",
                "line": 14,
                "pattern": "/*/search?q="
              },
              {
                "directive": "disallow",
                "line": 15,
                "pattern": "/*/search/*?q="
              },
              {
                "directive": "disallow",
                "line": 16,
                "pattern": "/*/*source="
              },
              {
                "directive": "allow",
                "line": 17,
                "pattern": "/_/api/users/*/meta"
              },
              {
                "directive": "allow",
                "line": 18,
                "pattern": "/_/api/users/*/profile/stream"
              },
              {
                "directive": "allow",
                "line": 19,
                "pattern": "/_/api/posts/*/responses"
              },
              {
                "directive": "allow",
                "line": 20,
                "pattern": "/_/api/posts/*/responsesStream"
              },
              {
                "directive": "allow",
                "line": 21,
                "pattern": "/_/api/posts/*/related"
              }
            ],
            "state": "partial"
          },
          "GPTBot": {
            "crawlDelaySeconds": null,
            "licenses": [
              "https://medium.com/license.xml"
            ],
            "matchedAgents": [
              "Amazonbot",
              "Applebot-Extended",
              "Bytespider",
              "ClaudeBot",
              "FacebookBot",
              "GoogleOther",
              "GPTBot",
              "meta-externalagent"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 30,
                "pattern": "/"
              },
              {
                "directive": "allow",
                "line": 31,
                "pattern": "/about"
              },
              {
                "directive": "allow",
                "line": 32,
                "pattern": "/business"
              },
              {
                "directive": "allow",
                "line": 33,
                "pattern": "/earn"
              },
              {
                "directive": "allow",
                "line": 34,
                "pattern": "/gift"
              },
              {
                "directive": "allow",
                "line": 35,
                "pattern": "/membership"
              },
              {
                "directive": "allow",
                "line": 36,
                "pattern": "/partner-program"
              },
              {
                "directive": "allow",
                "line": 37,
                "pattern": "/verified-authors"
              }
            ],
            "state": "disallowed"
          },
          "OAI-SearchBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 2,
                "pattern": "/m/"
              },
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/me/"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/@me$"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/@me/"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/*/edit$"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/*/*/edit$"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/media/"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/p/*/share"
              },
              {
                "directive": "disallow",
                "line": 10,
                "pattern": "/r/"
              },
              {
                "directive": "disallow",
                "line": 11,
                "pattern": "/trending"
              },
              {
                "directive": "disallow",
                "line": 12,
                "pattern": "/search?q$"
              },
              {
                "directive": "disallow",
                "line": 13,
                "pattern": "/search?q="
              },
              {
                "directive": "disallow",
                "line": 14,
                "pattern": "/*/search?q="
              },
              {
                "directive": "disallow",
                "line": 15,
                "pattern": "/*/search/*?q="
              },
              {
                "directive": "disallow",
                "line": 16,
                "pattern": "/*/*source="
              },
              {
                "directive": "allow",
                "line": 17,
                "pattern": "/_/api/users/*/meta"
              },
              {
                "directive": "allow",
                "line": 18,
                "pattern": "/_/api/users/*/profile/stream"
              },
              {
                "directive": "allow",
                "line": 19,
                "pattern": "/_/api/posts/*/responses"
              },
              {
                "directive": "allow",
                "line": 20,
                "pattern": "/_/api/posts/*/responsesStream"
              },
              {
                "directive": "allow",
                "line": 21,
                "pattern": "/_/api/posts/*/related"
              }
            ],
            "state": "partial"
          },
          "Perplexity-User": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 2,
                "pattern": "/m/"
              },
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/me/"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/@me$"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/@me/"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/*/edit$"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/*/*/edit$"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/media/"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/p/*/share"
              },
              {
                "directive": "disallow",
                "line": 10,
                "pattern": "/r/"
              },
              {
                "directive": "disallow",
                "line": 11,
                "pattern": "/trending"
              },
              {
                "directive": "disallow",
                "line": 12,
                "pattern": "/search?q$"
              },
              {
                "directive": "disallow",
                "line": 13,
                "pattern": "/search?q="
              },
              {
                "directive": "disallow",
                "line": 14,
                "pattern": "/*/search?q="
              },
              {
                "directive": "disallow",
                "line": 15,
                "pattern": "/*/search/*?q="
              },
              {
                "directive": "disallow",
                "line": 16,
                "pattern": "/*/*source="
              },
              {
                "directive": "allow",
                "line": 17,
                "pattern": "/_/api/users/*/meta"
              },
              {
                "directive": "allow",
                "line": 18,
                "pattern": "/_/api/users/*/profile/stream"
              },
              {
                "directive": "allow",
                "line": 19,
                "pattern": "/_/api/posts/*/responses"
              },
              {
                "directive": "allow",
                "line": 20,
                "pattern": "/_/api/posts/*/responsesStream"
              },
              {
                "directive": "allow",
                "line": 21,
                "pattern": "/_/api/posts/*/related"
              }
            ],
            "state": "partial"
          },
          "PerplexityBot": {
            "crawlDelaySeconds": null,
            "licenses": [],
            "matchedAgents": [
              "*"
            ],
            "rules": [
              {
                "directive": "disallow",
                "line": 2,
                "pattern": "/m/"
              },
              {
                "directive": "disallow",
                "line": 3,
                "pattern": "/me/"
              },
              {
                "directive": "disallow",
                "line": 4,
                "pattern": "/@me$"
              },
              {
                "directive": "disallow",
                "line": 5,
                "pattern": "/@me/"
              },
              {
                "directive": "disallow",
                "line": 6,
                "pattern": "/*/edit$"
              },
              {
                "directive": "disallow",
                "line": 7,
                "pattern": "/*/*/edit$"
              },
              {
                "directive": "disallow",
                "line": 8,
                "pattern": "/media/"
              },
              {
                "directive": "disallow",
                "line": 9,
                "pattern": "/p/*/share"
              },
              {
                "directive": "disallow",
                "line": 10,
                "pattern": "/r/"
              },
              {
                "directive": "disallow",
                "line": 11,
                "pattern": "/trending"
              },
              {
                "directive": "disallow",
                "line": 12,
                "pattern": "/search?q$"
              },
              {
                "directive": "disallow",
                "line": 13,
                "pattern": "/search?q="
              },
              {
                "directive": "disallow",
                "line": 14,
                "pattern": "/*/search?q="
              },
              {
                "directive": "disallow",
                "line": 15,
                "pattern": "/*/search/*?q="
              },
              {
                "directive": "disallow",
                "line": 16,
                "pattern": "/*/*source="
              },
              {
                "directive": "allow",
                "line": 17,
                "pattern": "/_/api/users/*/meta"
              },
              {
                "directive": "allow",
                "line": 18,
                "pattern": "/_/api/users/*/profile/stream"
              },
              {
                "directive": "allow",
                "line": 19,
                "pattern": "/_/api/posts/*/responses"
              },
              {
                "directive": "allow",
                "line": 20,
                "pattern": "/_/api/posts/*/responsesStream"
              },
              {
                "directive": "allow",
                "line": 21,
                "pattern": "/_/api/posts/*/related"
              }
            ],
            "state": "partial"
          }
        },
        "warnings": []
      },
      "errorCode": null,
      "canonicalEventId": "6c4c3fd3-218e-423e-933f-0f81b4f99b5f",
      "ledgerFormatVersion": "crawlledger-event-0.1.0",
      "chainHash": "23bbd047db65019c9f331dea53e82f20478478ac01dabfba323334b2c85ecc79",
      "previousChainHash": "fb5c09601a745ca107e2e149dab24b7e5d69e0275bd613ade5d228fa369d5d5e"
    }
  ],
  "payPerCrawl": {
    "status": "unverified",
    "reason": "Authoritative discovery requires Cloudflare Web Bot Auth and the authenticated Discovery API."
  }
}