{ "domain": "google.com", "recordsNotConclusions": true, "events": [ { "id": "7f6c9295-d986-4f1b-ab96-83041e15063b", "domain": "google.com", "signal": "llms", "requestedUrl": "https://google.com/llms.txt", "finalUrl": "https://google.com/llms.txt", "fetchedAt": "2026-08-13T07:17:20.901Z", "httpStatus": 404, "responseHeaders": { "content-length": "1569", "content-type": "text/html; charset=UTF-8", "date": "Thu, 13 Aug 2026 07:17:20 GMT", "server": "cloudflare" }, "parseStatus": "absent", "changed": false, "artifactSha256": "47d71ed470dfe1ca13eb2af8fa019b95871a1bd1381a518ed71359e69b9c3cc7", "artifactBytes": 1569, "parserVersion": null, "parsed": null, "errorCode": null, "canonicalEventId": "79402e51-3f6b-4dfc-ae37-ba3713e7ce6c", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "68360701be4b0a2c58b08eb112cca8f4f5ebdef50c0dd2adb306f874e698366f", "previousChainHash": "9d90b7a866288898e301645c4db1d5fe342bc47e12ee47c910ef6159c325fab0" }, { "id": "182a2861-9c71-46d7-9fe2-bb904e0e321a", "domain": "google.com", "signal": "robots", "requestedUrl": "https://google.com/robots.txt", "finalUrl": "https://www.google.com/robots.txt", "fetchedAt": "2026-08-13T07:17:17.570Z", "httpStatus": 200, "responseHeaders": { "cache-control": "private, max-age=0", "content-type": "text/plain", "date": "Thu, 13 Aug 2026 07:17:17 GMT", "last-modified": "Thu, 23 Jul 2026 21:00:00 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "1aba570a1b32deb66941e0c29d4f37be71ee58aa1a624aa20754b3639538cf2c", "artifactBytes": 6624, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*", "Yandex" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ] }, { "agents": [ "AdsBot-Google" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 239, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 240, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 241, "pattern": "/maps/api/place/js/" }, { "directive": "disallow", "line": 242, "pattern": "/maps/api/staticmap" }, { "directive": "disallow", "line": 243, "pattern": "/maps/api/streetview" } ] }, { "agents": [ "Yandex" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 249, "pattern": "/about/careers/applications/jobs/results" }, { "directive": "disallow", "line": 250, "pattern": "/about/careers/applications-a/jobs/results" } ] }, { "agents": [ "facebookexternalhit", "Twitterbot" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "allow", "line": 257, "pattern": "/imgres" }, { "directive": "allow", "line": 258, "pattern": "/search" }, { "directive": "disallow", "line": 259, "pattern": "/groups" }, { "directive": "disallow", "line": 260, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 261, "pattern": "/m/" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.google.com/sitemap.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "177ec7ec-41be-4571-bd39-3f6dfac37fd1", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "031ccd7396b15983d6541af2f7cf1a8c3fef4be742ef660c6cdb63689da4940f", "previousChainHash": "9eaf89deb8668443acfe9f248606683e95685cb6bea3590d88d91de6941558ad" }, { "id": "daf31aff-8a53-4121-8878-7c595462fbe8", "domain": "google.com", "signal": "llms", "requestedUrl": "https://google.com/llms.txt", "finalUrl": "https://google.com/llms.txt", "fetchedAt": "2026-08-12T07:17:17.372Z", "httpStatus": 404, "responseHeaders": { "content-length": "1569", "content-type": "text/html; charset=UTF-8", "date": "Wed, 12 Aug 2026 07:17:17 GMT", "server": "cloudflare" }, "parseStatus": "absent", "changed": false, "artifactSha256": "47d71ed470dfe1ca13eb2af8fa019b95871a1bd1381a518ed71359e69b9c3cc7", "artifactBytes": 1569, "parserVersion": null, "parsed": null, "errorCode": null, "canonicalEventId": "79402e51-3f6b-4dfc-ae37-ba3713e7ce6c", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "9d90b7a866288898e301645c4db1d5fe342bc47e12ee47c910ef6159c325fab0", "previousChainHash": "5b028c5faf63a7b75a398cb2ffb50430c455f248c1cec871f13b4d58bd41ee21" }, { "id": "e436241d-20d2-4ecf-9c2d-872694760e8d", "domain": "google.com", "signal": "robots", "requestedUrl": "https://google.com/robots.txt", "finalUrl": "https://www.google.com/robots.txt", "fetchedAt": "2026-08-12T07:17:14.296Z", "httpStatus": 200, "responseHeaders": { "cache-control": "private, max-age=0", "content-type": "text/plain", "date": "Wed, 12 Aug 2026 07:17:14 GMT", "last-modified": "Thu, 23 Jul 2026 21:00:00 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "1aba570a1b32deb66941e0c29d4f37be71ee58aa1a624aa20754b3639538cf2c", "artifactBytes": 6624, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*", "Yandex" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ] }, { "agents": [ "AdsBot-Google" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 239, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 240, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 241, "pattern": "/maps/api/place/js/" }, { "directive": "disallow", "line": 242, "pattern": "/maps/api/staticmap" }, { "directive": "disallow", "line": 243, "pattern": "/maps/api/streetview" } ] }, { "agents": [ "Yandex" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 249, "pattern": "/about/careers/applications/jobs/results" }, { "directive": "disallow", "line": 250, "pattern": "/about/careers/applications-a/jobs/results" } ] }, { "agents": [ "facebookexternalhit", "Twitterbot" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "allow", "line": 257, "pattern": "/imgres" }, { "directive": "allow", "line": 258, "pattern": "/search" }, { "directive": "disallow", "line": 259, "pattern": "/groups" }, { "directive": "disallow", "line": 260, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 261, "pattern": "/m/" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.google.com/sitemap.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "177ec7ec-41be-4571-bd39-3f6dfac37fd1", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "9eaf89deb8668443acfe9f248606683e95685cb6bea3590d88d91de6941558ad", "previousChainHash": "476f28d2e1604494da00bb9bca47df1de4743cf6fd52ce5e57b54b6db0a78eaa" }, { "id": "4fb95f28-08f3-47ac-81cd-3d9c609b5fd2", "domain": "google.com", "signal": "llms", "requestedUrl": "https://google.com/llms.txt", "finalUrl": "https://google.com/llms.txt", "fetchedAt": "2026-08-11T07:17:17.417Z", "httpStatus": 404, "responseHeaders": { "content-length": "1569", "content-type": "text/html; charset=UTF-8", "date": "Tue, 11 Aug 2026 07:17:17 GMT", "server": "cloudflare" }, "parseStatus": "absent", "changed": false, "artifactSha256": "47d71ed470dfe1ca13eb2af8fa019b95871a1bd1381a518ed71359e69b9c3cc7", "artifactBytes": 1569, "parserVersion": null, "parsed": null, "errorCode": null, "canonicalEventId": "79402e51-3f6b-4dfc-ae37-ba3713e7ce6c", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "5b028c5faf63a7b75a398cb2ffb50430c455f248c1cec871f13b4d58bd41ee21", "previousChainHash": "cd2473379fdaacb6077a01889d02b90768a1afe89d231af825dad485a0b9957f" }, { "id": "43f27729-9340-4b99-8ab6-0d7737191e8b", "domain": "google.com", "signal": "robots", "requestedUrl": "https://google.com/robots.txt", "finalUrl": "https://www.google.com/robots.txt", "fetchedAt": "2026-08-11T07:17:14.179Z", "httpStatus": 200, "responseHeaders": { "cache-control": "private, max-age=0", "content-type": "text/plain", "date": "Tue, 11 Aug 2026 07:17:14 GMT", "last-modified": "Thu, 23 Jul 2026 21:00:00 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "1aba570a1b32deb66941e0c29d4f37be71ee58aa1a624aa20754b3639538cf2c", "artifactBytes": 6624, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*", "Yandex" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ] }, { "agents": [ "AdsBot-Google" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 239, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 240, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 241, "pattern": "/maps/api/place/js/" }, { "directive": "disallow", "line": 242, "pattern": "/maps/api/staticmap" }, { "directive": "disallow", "line": 243, "pattern": "/maps/api/streetview" } ] }, { "agents": [ "Yandex" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 249, "pattern": "/about/careers/applications/jobs/results" }, { "directive": "disallow", "line": 250, "pattern": "/about/careers/applications-a/jobs/results" } ] }, { "agents": [ "facebookexternalhit", "Twitterbot" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "allow", "line": 257, "pattern": "/imgres" }, { "directive": "allow", "line": 258, "pattern": "/search" }, { "directive": "disallow", "line": 259, "pattern": "/groups" }, { "directive": "disallow", "line": 260, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 261, "pattern": "/m/" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.google.com/sitemap.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "177ec7ec-41be-4571-bd39-3f6dfac37fd1", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "476f28d2e1604494da00bb9bca47df1de4743cf6fd52ce5e57b54b6db0a78eaa", "previousChainHash": "5c7f4c05dafc675eaec2cf210a0c6b6a861f3e5cd7656554032550a36cc047e5" }, { "id": "855d8b66-6420-4dc8-ad4a-386246312fd4", "domain": "google.com", "signal": "llms", "requestedUrl": "https://google.com/llms.txt", "finalUrl": "https://google.com/llms.txt", "fetchedAt": "2026-08-10T07:17:16.366Z", "httpStatus": 404, "responseHeaders": { "content-length": "1569", "content-type": "text/html; charset=UTF-8", "date": "Mon, 10 Aug 2026 07:17:16 GMT", "server": "cloudflare" }, "parseStatus": "absent", "changed": false, "artifactSha256": "47d71ed470dfe1ca13eb2af8fa019b95871a1bd1381a518ed71359e69b9c3cc7", "artifactBytes": 1569, "parserVersion": null, "parsed": null, "errorCode": null, "canonicalEventId": "79402e51-3f6b-4dfc-ae37-ba3713e7ce6c", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "cd2473379fdaacb6077a01889d02b90768a1afe89d231af825dad485a0b9957f", "previousChainHash": "a8398253acb419cce27bd1a67c6a691fe7c1e1439095344d0e46f82e20fa2736" }, { "id": "70b56bd4-6323-4c7a-87d2-da7ecd399c47", "domain": "google.com", "signal": "robots", "requestedUrl": "https://google.com/robots.txt", "finalUrl": "https://www.google.com/robots.txt", "fetchedAt": "2026-08-10T07:17:13.458Z", "httpStatus": 200, "responseHeaders": { "cache-control": "private, max-age=0", "content-type": "text/plain", "date": "Mon, 10 Aug 2026 07:17:13 GMT", "last-modified": "Thu, 23 Jul 2026 21:00:00 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "1aba570a1b32deb66941e0c29d4f37be71ee58aa1a624aa20754b3639538cf2c", "artifactBytes": 6624, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*", "Yandex" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ] }, { "agents": [ "AdsBot-Google" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 239, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 240, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 241, "pattern": "/maps/api/place/js/" }, { "directive": "disallow", "line": 242, "pattern": "/maps/api/staticmap" }, { "directive": "disallow", "line": 243, "pattern": "/maps/api/streetview" } ] }, { "agents": [ "Yandex" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 249, "pattern": "/about/careers/applications/jobs/results" }, { "directive": "disallow", "line": 250, "pattern": "/about/careers/applications-a/jobs/results" } ] }, { "agents": [ "facebookexternalhit", "Twitterbot" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "allow", "line": 257, "pattern": "/imgres" }, { "directive": "allow", "line": 258, "pattern": "/search" }, { "directive": "disallow", "line": 259, "pattern": "/groups" }, { "directive": "disallow", "line": 260, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 261, "pattern": "/m/" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.google.com/sitemap.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "177ec7ec-41be-4571-bd39-3f6dfac37fd1", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "5c7f4c05dafc675eaec2cf210a0c6b6a861f3e5cd7656554032550a36cc047e5", "previousChainHash": "bd7f1c7f98437b197f14c95a405e5b2b4f62ddfb7d019dfece20d9e9990c9143" }, { "id": "f6bae49d-30a2-4021-93e0-803f5bfc2f40", "domain": "google.com", "signal": "llms", "requestedUrl": "https://google.com/llms.txt", "finalUrl": "https://google.com/llms.txt", "fetchedAt": "2026-08-09T07:17:16.895Z", "httpStatus": 404, "responseHeaders": { "content-length": "1569", "content-type": "text/html; charset=UTF-8", "date": "Sun, 09 Aug 2026 07:17:16 GMT", "server": "cloudflare" }, "parseStatus": "absent", "changed": false, "artifactSha256": "47d71ed470dfe1ca13eb2af8fa019b95871a1bd1381a518ed71359e69b9c3cc7", "artifactBytes": 1569, "parserVersion": null, "parsed": null, "errorCode": null, "canonicalEventId": "79402e51-3f6b-4dfc-ae37-ba3713e7ce6c", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "a8398253acb419cce27bd1a67c6a691fe7c1e1439095344d0e46f82e20fa2736", "previousChainHash": "564738a04a166a3473976f927ff06c92b3f154a11a41abe8cd41fdc304c4257c" }, { "id": "fa21415f-4fa3-4a48-91f7-21c6da1992fa", "domain": "google.com", "signal": "robots", "requestedUrl": "https://google.com/robots.txt", "finalUrl": "https://www.google.com/robots.txt", "fetchedAt": "2026-08-09T07:17:13.919Z", "httpStatus": 200, "responseHeaders": { "cache-control": "private, max-age=0", "content-type": "text/plain", "date": "Sun, 09 Aug 2026 07:17:13 GMT", "last-modified": "Thu, 23 Jul 2026 21:00:00 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "1aba570a1b32deb66941e0c29d4f37be71ee58aa1a624aa20754b3639538cf2c", "artifactBytes": 6624, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*", "Yandex" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ] }, { "agents": [ "AdsBot-Google" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 239, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 240, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 241, "pattern": "/maps/api/place/js/" }, { "directive": "disallow", "line": 242, "pattern": "/maps/api/staticmap" }, { "directive": "disallow", "line": 243, "pattern": "/maps/api/streetview" } ] }, { "agents": [ "Yandex" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 249, "pattern": "/about/careers/applications/jobs/results" }, { "directive": "disallow", "line": 250, "pattern": "/about/careers/applications-a/jobs/results" } ] }, { "agents": [ "facebookexternalhit", "Twitterbot" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "allow", "line": 257, "pattern": "/imgres" }, { "directive": "allow", "line": 258, "pattern": "/search" }, { "directive": "disallow", "line": 259, "pattern": "/groups" }, { "directive": "disallow", "line": 260, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 261, "pattern": "/m/" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.google.com/sitemap.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "177ec7ec-41be-4571-bd39-3f6dfac37fd1", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "bd7f1c7f98437b197f14c95a405e5b2b4f62ddfb7d019dfece20d9e9990c9143", "previousChainHash": "24462b929b9f92f984300f820f54e5302aa1ca42a8fda48326dfa88feeec74c5" }, { "id": "c01f9a29-a10c-4797-bf6b-743191f331ac", "domain": "google.com", "signal": "llms", "requestedUrl": "https://google.com/llms.txt", "finalUrl": "https://google.com/llms.txt", "fetchedAt": "2026-08-08T07:17:17.780Z", "httpStatus": 404, "responseHeaders": { "content-length": "1569", "content-type": "text/html; charset=UTF-8", "date": "Sat, 08 Aug 2026 07:17:17 GMT", "server": "cloudflare" }, "parseStatus": "absent", "changed": false, "artifactSha256": "47d71ed470dfe1ca13eb2af8fa019b95871a1bd1381a518ed71359e69b9c3cc7", "artifactBytes": 1569, "parserVersion": null, "parsed": null, "errorCode": null, "canonicalEventId": "79402e51-3f6b-4dfc-ae37-ba3713e7ce6c", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "564738a04a166a3473976f927ff06c92b3f154a11a41abe8cd41fdc304c4257c", "previousChainHash": "50ca6f1955253b1e5d991b48d92a7640972b2fe543ca8e6bc80294f780bf80f8" }, { "id": "cccea167-fd7f-4bad-9243-584a16a46ba8", "domain": "google.com", "signal": "robots", "requestedUrl": "https://google.com/robots.txt", "finalUrl": "https://www.google.com/robots.txt", "fetchedAt": "2026-08-08T07:17:14.626Z", "httpStatus": 200, "responseHeaders": { "cache-control": "private, max-age=0", "content-type": "text/plain", "date": "Sat, 08 Aug 2026 07:17:14 GMT", "last-modified": "Thu, 23 Jul 2026 21:00:00 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "1aba570a1b32deb66941e0c29d4f37be71ee58aa1a624aa20754b3639538cf2c", "artifactBytes": 6624, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*", "Yandex" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ] }, { "agents": [ "AdsBot-Google" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 239, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 240, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 241, "pattern": "/maps/api/place/js/" }, { "directive": "disallow", "line": 242, "pattern": "/maps/api/staticmap" }, { "directive": "disallow", "line": 243, "pattern": "/maps/api/streetview" } ] }, { "agents": [ "Yandex" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 249, "pattern": "/about/careers/applications/jobs/results" }, { "directive": "disallow", "line": 250, "pattern": "/about/careers/applications-a/jobs/results" } ] }, { "agents": [ "facebookexternalhit", "Twitterbot" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "allow", "line": 257, "pattern": "/imgres" }, { "directive": "allow", "line": 258, "pattern": "/search" }, { "directive": "disallow", "line": 259, "pattern": "/groups" }, { "directive": "disallow", "line": 260, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 261, "pattern": "/m/" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.google.com/sitemap.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "177ec7ec-41be-4571-bd39-3f6dfac37fd1", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "24462b929b9f92f984300f820f54e5302aa1ca42a8fda48326dfa88feeec74c5", "previousChainHash": "58703520ae1aff4c579af8c248d292e4de765465efd12a91b71a1914db7b7241" }, { "id": "1f9b98f8-9a93-48d7-805b-e344fe086084", "domain": "google.com", "signal": "llms", "requestedUrl": "https://google.com/llms.txt", "finalUrl": "https://google.com/llms.txt", "fetchedAt": "2026-08-07T07:17:16.417Z", "httpStatus": 404, "responseHeaders": { "content-length": "1569", "content-type": "text/html; charset=UTF-8", "date": "Fri, 07 Aug 2026 07:17:16 GMT", "server": "cloudflare" }, "parseStatus": "absent", "changed": false, "artifactSha256": "47d71ed470dfe1ca13eb2af8fa019b95871a1bd1381a518ed71359e69b9c3cc7", "artifactBytes": 1569, "parserVersion": null, "parsed": null, "errorCode": null, "canonicalEventId": "79402e51-3f6b-4dfc-ae37-ba3713e7ce6c", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "50ca6f1955253b1e5d991b48d92a7640972b2fe543ca8e6bc80294f780bf80f8", "previousChainHash": "5ab9dc7d6cb19a3f9062d24dc635d0247eff88a164416d7b5f258d28e56087ba" }, { "id": "4337323e-407e-464c-ba74-33da88092a79", "domain": "google.com", "signal": "robots", "requestedUrl": "https://google.com/robots.txt", "finalUrl": "https://www.google.com/robots.txt", "fetchedAt": "2026-08-07T07:17:13.537Z", "httpStatus": 200, "responseHeaders": { "cache-control": "private, max-age=0", "content-type": "text/plain", "date": "Fri, 07 Aug 2026 07:17:13 GMT", "last-modified": "Thu, 23 Jul 2026 21:00:00 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "1aba570a1b32deb66941e0c29d4f37be71ee58aa1a624aa20754b3639538cf2c", "artifactBytes": 6624, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*", "Yandex" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ] }, { "agents": [ "AdsBot-Google" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 239, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 240, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 241, "pattern": "/maps/api/place/js/" }, { "directive": "disallow", "line": 242, "pattern": "/maps/api/staticmap" }, { "directive": "disallow", "line": 243, "pattern": "/maps/api/streetview" } ] }, { "agents": [ "Yandex" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 249, "pattern": "/about/careers/applications/jobs/results" }, { "directive": "disallow", "line": 250, "pattern": "/about/careers/applications-a/jobs/results" } ] }, { "agents": [ "facebookexternalhit", "Twitterbot" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "allow", "line": 257, "pattern": "/imgres" }, { "directive": "allow", "line": 258, "pattern": "/search" }, { "directive": "disallow", "line": 259, "pattern": "/groups" }, { "directive": "disallow", "line": 260, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 261, "pattern": "/m/" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.google.com/sitemap.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "177ec7ec-41be-4571-bd39-3f6dfac37fd1", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "58703520ae1aff4c579af8c248d292e4de765465efd12a91b71a1914db7b7241", "previousChainHash": "9fa3cd5d7f5446c20a95e29013564557d878b4a797046038f49b3139884fd305" }, { "id": "264625c1-ce7d-4936-b8ed-6e6052e8d08e", "domain": "google.com", "signal": "llms", "requestedUrl": "https://google.com/llms.txt", "finalUrl": "https://google.com/llms.txt", "fetchedAt": "2026-08-06T07:17:16.790Z", "httpStatus": 404, "responseHeaders": { "content-length": "1569", "content-type": "text/html; charset=UTF-8", "date": "Thu, 06 Aug 2026 07:17:16 GMT", "server": "cloudflare" }, "parseStatus": "absent", "changed": false, "artifactSha256": "47d71ed470dfe1ca13eb2af8fa019b95871a1bd1381a518ed71359e69b9c3cc7", "artifactBytes": 1569, "parserVersion": null, "parsed": null, "errorCode": null, "canonicalEventId": "79402e51-3f6b-4dfc-ae37-ba3713e7ce6c", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "5ab9dc7d6cb19a3f9062d24dc635d0247eff88a164416d7b5f258d28e56087ba", "previousChainHash": "e11244383754ea7ad9546ce65d764711030c7ddb3295f32b54d85e7e4a94198e" }, { "id": "c7736862-523b-46d5-99b7-236469a30c10", "domain": "google.com", "signal": "robots", "requestedUrl": "https://google.com/robots.txt", "finalUrl": "https://www.google.com/robots.txt", "fetchedAt": "2026-08-06T07:17:13.837Z", "httpStatus": 200, "responseHeaders": { "cache-control": "private, max-age=0", "content-type": "text/plain", "date": "Thu, 06 Aug 2026 07:17:13 GMT", "last-modified": "Thu, 23 Jul 2026 21:00:00 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "1aba570a1b32deb66941e0c29d4f37be71ee58aa1a624aa20754b3639538cf2c", "artifactBytes": 6624, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*", "Yandex" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ] }, { "agents": [ "AdsBot-Google" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 239, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 240, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 241, "pattern": "/maps/api/place/js/" }, { "directive": "disallow", "line": 242, "pattern": "/maps/api/staticmap" }, { "directive": "disallow", "line": 243, "pattern": "/maps/api/streetview" } ] }, { "agents": [ "Yandex" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 249, "pattern": "/about/careers/applications/jobs/results" }, { "directive": "disallow", "line": 250, "pattern": "/about/careers/applications-a/jobs/results" } ] }, { "agents": [ "facebookexternalhit", "Twitterbot" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "allow", "line": 257, "pattern": "/imgres" }, { "directive": "allow", "line": 258, "pattern": "/search" }, { "directive": "disallow", "line": 259, "pattern": "/groups" }, { "directive": "disallow", "line": 260, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 261, "pattern": "/m/" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.google.com/sitemap.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "177ec7ec-41be-4571-bd39-3f6dfac37fd1", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "9fa3cd5d7f5446c20a95e29013564557d878b4a797046038f49b3139884fd305", "previousChainHash": "db4666b80eb6d4e2376dff8d3af8383887bf858dbb564004019caf28ccec52b2" }, { "id": "1f366b0a-4096-4728-9220-f5fc356a0d62", "domain": "google.com", "signal": "llms", "requestedUrl": "https://google.com/llms.txt", "finalUrl": "https://google.com/llms.txt", "fetchedAt": "2026-08-05T07:17:15.851Z", "httpStatus": 404, "responseHeaders": { "content-length": "1569", "content-type": "text/html; charset=UTF-8", "date": "Wed, 05 Aug 2026 07:17:15 GMT", "server": "cloudflare" }, "parseStatus": "absent", "changed": false, "artifactSha256": "47d71ed470dfe1ca13eb2af8fa019b95871a1bd1381a518ed71359e69b9c3cc7", "artifactBytes": 1569, "parserVersion": null, "parsed": null, "errorCode": null, "canonicalEventId": "79402e51-3f6b-4dfc-ae37-ba3713e7ce6c", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "e11244383754ea7ad9546ce65d764711030c7ddb3295f32b54d85e7e4a94198e", "previousChainHash": "41fcdc1042283b4ea1903c326e68b142b177d710b13561fbb3a31c3472f78708" }, { "id": "0e311cdb-65a3-4e11-bfaa-d1a0f8100470", "domain": "google.com", "signal": "robots", "requestedUrl": "https://google.com/robots.txt", "finalUrl": "https://www.google.com/robots.txt", "fetchedAt": "2026-08-05T07:17:12.903Z", "httpStatus": 200, "responseHeaders": { "cache-control": "private, max-age=0", "content-type": "text/plain", "date": "Wed, 05 Aug 2026 07:17:12 GMT", "last-modified": "Thu, 23 Jul 2026 21:00:00 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": false, "artifactSha256": "1aba570a1b32deb66941e0c29d4f37be71ee58aa1a624aa20754b3639538cf2c", "artifactBytes": 6624, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*", "Yandex" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ] }, { "agents": [ "AdsBot-Google" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 239, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 240, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 241, "pattern": "/maps/api/place/js/" }, { "directive": "disallow", "line": 242, "pattern": "/maps/api/staticmap" }, { "directive": "disallow", "line": 243, "pattern": "/maps/api/streetview" } ] }, { "agents": [ "Yandex" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 249, "pattern": "/about/careers/applications/jobs/results" }, { "directive": "disallow", "line": 250, "pattern": "/about/careers/applications-a/jobs/results" } ] }, { "agents": [ "facebookexternalhit", "Twitterbot" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "allow", "line": 257, "pattern": "/imgres" }, { "directive": "allow", "line": 258, "pattern": "/search" }, { "directive": "disallow", "line": 259, "pattern": "/groups" }, { "directive": "disallow", "line": 260, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 261, "pattern": "/m/" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.google.com/sitemap.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "177ec7ec-41be-4571-bd39-3f6dfac37fd1", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "db4666b80eb6d4e2376dff8d3af8383887bf858dbb564004019caf28ccec52b2", "previousChainHash": "873598761f9363e1519502b03a337b46b98536642a0bbd444e6ff7353583a284" }, { "id": "79402e51-3f6b-4dfc-ae37-ba3713e7ce6c", "domain": "google.com", "signal": "llms", "requestedUrl": "https://google.com/llms.txt", "finalUrl": "https://google.com/llms.txt", "fetchedAt": "2026-08-04T07:17:16.628Z", "httpStatus": 404, "responseHeaders": { "content-length": "1569", "content-type": "text/html; charset=UTF-8", "date": "Tue, 04 Aug 2026 07:17:16 GMT", "server": "cloudflare" }, "parseStatus": "absent", "changed": true, "artifactSha256": "47d71ed470dfe1ca13eb2af8fa019b95871a1bd1381a518ed71359e69b9c3cc7", "artifactBytes": 1569, "parserVersion": null, "parsed": null, "errorCode": null, "canonicalEventId": "79402e51-3f6b-4dfc-ae37-ba3713e7ce6c", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "41fcdc1042283b4ea1903c326e68b142b177d710b13561fbb3a31c3472f78708", "previousChainHash": null }, { "id": "177ec7ec-41be-4571-bd39-3f6dfac37fd1", "domain": "google.com", "signal": "robots", "requestedUrl": "https://google.com/robots.txt", "finalUrl": "https://www.google.com/robots.txt", "fetchedAt": "2026-08-04T07:17:13.219Z", "httpStatus": 200, "responseHeaders": { "cache-control": "private, max-age=0", "content-type": "text/plain", "date": "Tue, 04 Aug 2026 07:17:13 GMT", "last-modified": "Thu, 23 Jul 2026 21:00:00 GMT", "server": "cloudflare" }, "parseStatus": "parsed", "changed": true, "artifactSha256": "1aba570a1b32deb66941e0c29d4f37be71ee58aa1a624aa20754b3639538cf2c", "artifactBytes": 6624, "parserVersion": "robots-rfc9309-rsl-0.1.0", "parsed": { "globalLicenses": [], "groups": [ { "agents": [ "*", "Yandex" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ] }, { "agents": [ "AdsBot-Google" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 239, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 240, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 241, "pattern": "/maps/api/place/js/" }, { "directive": "disallow", "line": 242, "pattern": "/maps/api/staticmap" }, { "directive": "disallow", "line": 243, "pattern": "/maps/api/streetview" } ] }, { "agents": [ "Yandex" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "disallow", "line": 249, "pattern": "/about/careers/applications/jobs/results" }, { "directive": "disallow", "line": 250, "pattern": "/about/careers/applications-a/jobs/results" } ] }, { "agents": [ "facebookexternalhit", "Twitterbot" ], "crawlDelaySeconds": null, "licenses": [], "rules": [ { "directive": "allow", "line": 257, "pattern": "/imgres" }, { "directive": "allow", "line": 258, "pattern": "/search" }, { "directive": "disallow", "line": 259, "pattern": "/groups" }, { "directive": "disallow", "line": 260, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 261, "pattern": "/m/" } ] } ], "parserVersion": "robots-rfc9309-rsl-0.1.0", "registryVersion": "2026-08-03", "sitemaps": [ "https://www.google.com/sitemap.xml" ], "trackedAgents": { "Applebot-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "CCBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "ChatGPT-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Claude-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Claude-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "ClaudeBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Google-Extended": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "GPTBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "OAI-SearchBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "Perplexity-User": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" }, "PerplexityBot": { "crawlDelaySeconds": null, "licenses": [], "matchedAgents": [ "*", "Yandex" ], "rules": [ { "directive": "disallow", "line": 3, "pattern": "/search" }, { "directive": "allow", "line": 4, "pattern": "/search/about" }, { "directive": "allow", "line": 5, "pattern": "/search/howsearchworks" }, { "directive": "disallow", "line": 6, "pattern": "/sdch" }, { "directive": "disallow", "line": 7, "pattern": "/groups" }, { "directive": "disallow", "line": 8, "pattern": "/index.html?" }, { "directive": "disallow", "line": 9, "pattern": "/?" }, { "directive": "disallow", "line": 10, "pattern": "/goto?" }, { "directive": "allow", "line": 11, "pattern": "/?hl=" }, { "directive": "disallow", "line": 12, "pattern": "/?hl=*&" }, { "directive": "allow", "line": 13, "pattern": "/?hl=*&gws_rd=ssl$" }, { "directive": "disallow", "line": 14, "pattern": "/?hl=*&*&gws_rd=ssl" }, { "directive": "allow", "line": 15, "pattern": "/?gws_rd=ssl$" }, { "directive": "allow", "line": 16, "pattern": "/?pt1=true$" }, { "directive": "disallow", "line": 17, "pattern": "/imgres" }, { "directive": "disallow", "line": 18, "pattern": "/u/" }, { "directive": "disallow", "line": 19, "pattern": "/setprefs" }, { "directive": "disallow", "line": 20, "pattern": "/m?" }, { "directive": "disallow", "line": 21, "pattern": "/m/" }, { "directive": "allow", "line": 22, "pattern": "/m/finance" }, { "directive": "disallow", "line": 23, "pattern": "/wml?" }, { "directive": "disallow", "line": 24, "pattern": "/wml/?" }, { "directive": "disallow", "line": 25, "pattern": "/wml/search?" }, { "directive": "disallow", "line": 26, "pattern": "/xhtml?" }, { "directive": "disallow", "line": 27, "pattern": "/xhtml/?" }, { "directive": "disallow", "line": 28, "pattern": "/xhtml/search?" }, { "directive": "disallow", "line": 29, "pattern": "/xml?" }, { "directive": "disallow", "line": 30, "pattern": "/imode?" }, { "directive": "disallow", "line": 31, "pattern": "/imode/?" }, { "directive": "disallow", "line": 32, "pattern": "/imode/search?" }, { "directive": "disallow", "line": 33, "pattern": "/jsky?" }, { "directive": "disallow", "line": 34, "pattern": "/jsky/?" }, { "directive": "disallow", "line": 35, "pattern": "/jsky/search?" }, { "directive": "disallow", "line": 36, "pattern": "/pda?" }, { "directive": "disallow", "line": 37, "pattern": "/pda/?" }, { "directive": "disallow", "line": 38, "pattern": "/pda/search?" }, { "directive": "disallow", "line": 39, "pattern": "/local?" }, { "directive": "disallow", "line": 40, "pattern": "/local_url" }, { "directive": "disallow", "line": 41, "pattern": "/products?" }, { "directive": "disallow", "line": 42, "pattern": "/product_" }, { "directive": "disallow", "line": 43, "pattern": "/products_" }, { "directive": "disallow", "line": 44, "pattern": "/products;" }, { "directive": "disallow", "line": 45, "pattern": "/print" }, { "directive": "disallow", "line": 46, "pattern": "/books/" }, { "directive": "disallow", "line": 47, "pattern": "/bkshp?*dq=" }, { "directive": "disallow", "line": 48, "pattern": "/bkshp?*q=" }, { "directive": "disallow", "line": 49, "pattern": "/books?*dq=" }, { "directive": "disallow", "line": 50, "pattern": "/books?*q=" }, { "directive": "disallow", "line": 51, "pattern": "/books?*qtid=" }, { "directive": "disallow", "line": 52, "pattern": "/books?*output=" }, { "directive": "disallow", "line": 53, "pattern": "/books?*pg=" }, { "directive": "disallow", "line": 54, "pattern": "/books?*jtp=" }, { "directive": "disallow", "line": 55, "pattern": "/books?*jscmd=" }, { "directive": "disallow", "line": 56, "pattern": "/books?*buy=" }, { "directive": "disallow", "line": 57, "pattern": "/books?*zoom=" }, { "directive": "allow", "line": 58, "pattern": "/books/about" }, { "directive": "allow", "line": 59, "pattern": "/books?*zoom=1" }, { "directive": "allow", "line": 60, "pattern": "/books?*zoom=5" }, { "directive": "allow", "line": 61, "pattern": "/books/content?*zoom=1" }, { "directive": "allow", "line": 62, "pattern": "/books/content?*zoom=5" }, { "directive": "disallow", "line": 63, "pattern": "/patents?" }, { "directive": "disallow", "line": 64, "pattern": "/patents/download/" }, { "directive": "disallow", "line": 65, "pattern": "/patents/pdf/" }, { "directive": "disallow", "line": 66, "pattern": "/patents/related/" }, { "directive": "disallow", "line": 67, "pattern": "/scholar" }, { "directive": "disallow", "line": 68, "pattern": "/citations?" }, { "directive": "allow", "line": 69, "pattern": "/citations?user=" }, { "directive": "allow", "line": 70, "pattern": "/citations?view_op=new_profile" }, { "directive": "allow", "line": 71, "pattern": "/citations?view_op=top_venues" }, { "directive": "allow", "line": 72, "pattern": "/scholar_share" }, { "directive": "disallow", "line": 73, "pattern": "/s?" }, { "directive": "disallow", "line": 74, "pattern": "/maps?" }, { "directive": "allow", "line": 75, "pattern": "/maps?daddr=" }, { "directive": "allow", "line": 76, "pattern": "/maps?entry=wc" }, { "directive": "allow", "line": 77, "pattern": "/maps?f=" }, { "directive": "allow", "line": 78, "pattern": "/maps?hl=" }, { "directive": "allow", "line": 79, "pattern": "/maps?q=" }, { "directive": "allow", "line": 80, "pattern": "/maps?saddr=" }, { "directive": "allow", "line": 81, "pattern": "/maps?sid=" }, { "directive": "allow", "line": 82, "pattern": "/maps?*output=classic" }, { "directive": "allow", "line": 83, "pattern": "/maps?*file=" }, { "directive": "disallow", "line": 84, "pattern": "/mapslt?" }, { "directive": "disallow", "line": 85, "pattern": "/maphp?" }, { "directive": "disallow", "line": 86, "pattern": "/maps/" }, { "directive": "allow", "line": 87, "pattern": "/maps/$" }, { "directive": "allow", "line": 88, "pattern": "/maps/@" }, { "directive": "allow", "line": 89, "pattern": "/maps/?daddr=" }, { "directive": "allow", "line": 90, "pattern": "/maps/?entry=wc" }, { "directive": "allow", "line": 91, "pattern": "/maps/?f=" }, { "directive": "allow", "line": 92, "pattern": "/maps/?hl=" }, { "directive": "allow", "line": 93, "pattern": "/maps/?q=" }, { "directive": "allow", "line": 94, "pattern": "/maps/?saddr=" }, { "directive": "allow", "line": 95, "pattern": "/maps/?sid=" }, { "directive": "allow", "line": 96, "pattern": "/maps/api/staticmap?" }, { "directive": "allow", "line": 97, "pattern": "/maps/search/" }, { "directive": "allow", "line": 98, "pattern": "/maps/sitemap.xml" }, { "directive": "allow", "line": 99, "pattern": "/maps/sitemaps/" }, { "directive": "allow", "line": 100, "pattern": "/maps/dir/" }, { "directive": "allow", "line": 101, "pattern": "/maps/d/" }, { "directive": "allow", "line": 102, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 103, "pattern": "/maps/about" }, { "directive": "allow", "line": 104, "pattern": "/maps/contrib/" }, { "directive": "allow", "line": 105, "pattern": "/maps/match" }, { "directive": "allow", "line": 106, "pattern": "/maps/ms?" }, { "directive": "allow", "line": 107, "pattern": "/maps/place/" }, { "directive": "allow", "line": 108, "pattern": "/maps/_/" }, { "directive": "allow", "line": 109, "pattern": "/search?*tbm=map" }, { "directive": "allow", "line": 110, "pattern": "/maps/vt?" }, { "directive": "allow", "line": 111, "pattern": "/maps/preview" }, { "directive": "disallow", "line": 112, "pattern": "/maps/api/js/" }, { "directive": "allow", "line": 113, "pattern": "/maps/api/js" }, { "directive": "disallow", "line": 114, "pattern": "/mld?" }, { "directive": "disallow", "line": 115, "pattern": "/staticmap?" }, { "directive": "disallow", "line": 116, "pattern": "/help/maps/streetview/partners/welcome/" }, { "directive": "disallow", "line": 117, "pattern": "/help/maps/indoormaps/partners/" }, { "directive": "disallow", "line": 118, "pattern": "/lochp?" }, { "directive": "disallow", "line": 119, "pattern": "/ie?" }, { "directive": "disallow", "line": 120, "pattern": "/uds/" }, { "directive": "disallow", "line": 121, "pattern": "/transit?" }, { "directive": "disallow", "line": 122, "pattern": "/trends?" }, { "directive": "disallow", "line": 123, "pattern": "/trends/music?" }, { "directive": "disallow", "line": 124, "pattern": "/trends/hottrends?" }, { "directive": "disallow", "line": 125, "pattern": "/trends/viz?" }, { "directive": "disallow", "line": 126, "pattern": "/trends/embed.js?" }, { "directive": "disallow", "line": 127, "pattern": "/trends/fetchComponent?" }, { "directive": "disallow", "line": 128, "pattern": "/trends/beta" }, { "directive": "disallow", "line": 129, "pattern": "/trends/topics" }, { "directive": "disallow", "line": 130, "pattern": "/trends/explore?" }, { "directive": "disallow", "line": 131, "pattern": "/trends/api" }, { "directive": "disallow", "line": 132, "pattern": "/musica" }, { "directive": "disallow", "line": 133, "pattern": "/musicl" }, { "directive": "disallow", "line": 134, "pattern": "/musics" }, { "directive": "disallow", "line": 135, "pattern": "/urchin_test/" }, { "directive": "disallow", "line": 136, "pattern": "/movies?" }, { "directive": "disallow", "line": 137, "pattern": "/wapsearch?" }, { "directive": "disallow", "line": 138, "pattern": "/reviews/search?" }, { "directive": "disallow", "line": 139, "pattern": "/cbk" }, { "directive": "disallow", "line": 140, "pattern": "/profiles/me" }, { "directive": "disallow", "line": 141, "pattern": "/s2/profiles/me" }, { "directive": "allow", "line": 142, "pattern": "/s2/profiles" }, { "directive": "allow", "line": 143, "pattern": "/s2/oz" }, { "directive": "allow", "line": 144, "pattern": "/s2/photos" }, { "directive": "allow", "line": 145, "pattern": "/s2/search/social" }, { "directive": "allow", "line": 146, "pattern": "/s2/static" }, { "directive": "disallow", "line": 147, "pattern": "/s2" }, { "directive": "disallow", "line": 148, "pattern": "/transconsole/portal/" }, { "directive": "disallow", "line": 149, "pattern": "/aclk" }, { "directive": "disallow", "line": 150, "pattern": "/tbproxy/" }, { "directive": "disallow", "line": 151, "pattern": "/support/forum/search?" }, { "directive": "disallow", "line": 152, "pattern": "/reviews/polls/" }, { "directive": "disallow", "line": 153, "pattern": "/hosted/images/" }, { "directive": "disallow", "line": 154, "pattern": "/accounts/ClientLogin" }, { "directive": "disallow", "line": 155, "pattern": "/accounts/ClientAuth" }, { "directive": "disallow", "line": 156, "pattern": "/accounts/o8" }, { "directive": "allow", "line": 157, "pattern": "/accounts/o8/id" }, { "directive": "disallow", "line": 158, "pattern": "/quality_form?" }, { "directive": "disallow", "line": 159, "pattern": "/labs/popgadget/search" }, { "directive": "disallow", "line": 160, "pattern": "/compressiontest/" }, { "directive": "disallow", "line": 161, "pattern": "/analytics/feeds/" }, { "directive": "disallow", "line": 162, "pattern": "/analytics/partners/comments/" }, { "directive": "disallow", "line": 163, "pattern": "/analytics/portal/" }, { "directive": "disallow", "line": 164, "pattern": "/analytics/uploads/" }, { "directive": "allow", "line": 165, "pattern": "/alerts/manage" }, { "directive": "allow", "line": 166, "pattern": "/alerts/remove" }, { "directive": "disallow", "line": 167, "pattern": "/alerts/" }, { "directive": "allow", "line": 168, "pattern": "/alerts/$" }, { "directive": "disallow", "line": 169, "pattern": "/phone/compare/?" }, { "directive": "disallow", "line": 170, "pattern": "/travel/clk" }, { "directive": "disallow", "line": 171, "pattern": "/travel/lodging/clk" }, { "directive": "disallow", "line": 172, "pattern": "/travel/entity" }, { "directive": "disallow", "line": 173, "pattern": "/travel/search" }, { "directive": "disallow", "line": 174, "pattern": "/travel/flights/booking" }, { "directive": "disallow", "line": 175, "pattern": "/travel/flights/s/" }, { "directive": "disallow", "line": 176, "pattern": "/travel/flights/search" }, { "directive": "disallow", "line": 177, "pattern": "/travel/hotels/stories" }, { "directive": "disallow", "line": 178, "pattern": "/travel/hotels/*/stories" }, { "directive": "disallow", "line": 179, "pattern": "/travel/story" }, { "directive": "disallow", "line": 180, "pattern": "/hotelfinder/rpc" }, { "directive": "disallow", "line": 181, "pattern": "/hotels/rpc" }, { "directive": "disallow", "line": 182, "pattern": "/evaluation/" }, { "directive": "disallow", "line": 183, "pattern": "/forms/perks/" }, { "directive": "disallow", "line": 184, "pattern": "/shopping/suppliers/search" }, { "directive": "disallow", "line": 185, "pattern": "/edu/cs4hs/" }, { "directive": "disallow", "line": 186, "pattern": "/trustedstores/s/" }, { "directive": "disallow", "line": 187, "pattern": "/trustedstores/tm2" }, { "directive": "disallow", "line": 188, "pattern": "/trustedstores/verify" }, { "directive": "disallow", "line": 189, "pattern": "/shopping?" }, { "directive": "disallow", "line": 190, "pattern": "/shopping/product/" }, { "directive": "disallow", "line": 191, "pattern": "/shopping/seller" }, { "directive": "disallow", "line": 192, "pattern": "/shopping/ratings/account/metrics" }, { "directive": "disallow", "line": 193, "pattern": "/shopping/ratings/merchant/immersivedetails" }, { "directive": "disallow", "line": 194, "pattern": "/shopping/reviewer" }, { "directive": "disallow", "line": 195, "pattern": "/shopping/search" }, { "directive": "disallow", "line": 196, "pattern": "/shopping/deals" }, { "directive": "allow", "line": 197, "pattern": "/shopping?udm=28$" }, { "directive": "disallow", "line": 198, "pattern": "/storefront" }, { "directive": "disallow", "line": 199, "pattern": "/storepicker" }, { "directive": "disallow", "line": 200, "pattern": "/about/careers/applications/candidate-prep" }, { "directive": "disallow", "line": 201, "pattern": "/about/careers/applications/connect-with-a-googler" }, { "directive": "disallow", "line": 202, "pattern": "/about/careers/applications/jobs/results?page=" }, { "directive": "disallow", "line": 203, "pattern": "/about/careers/applications/jobs/results/?page=" }, { "directive": "disallow", "line": 204, "pattern": "/about/careers/applications/jobs/results?*&page=" }, { "directive": "disallow", "line": 205, "pattern": "/about/careers/applications/jobs/results/?*&page=" }, { "directive": "disallow", "line": 206, "pattern": "/landing/signout.html" }, { "directive": "disallow", "line": 207, "pattern": "/gallery/" }, { "directive": "disallow", "line": 208, "pattern": "/landing/now/ontap/" }, { "directive": "allow", "line": 209, "pattern": "/maps/reserve" }, { "directive": "allow", "line": 210, "pattern": "/maps/reserve/partners" }, { "directive": "disallow", "line": 211, "pattern": "/maps/reserve/api/" }, { "directive": "disallow", "line": 212, "pattern": "/maps/reserve/search" }, { "directive": "disallow", "line": 213, "pattern": "/maps/reserve/bookings" }, { "directive": "disallow", "line": 214, "pattern": "/maps/reserve/settings" }, { "directive": "disallow", "line": 215, "pattern": "/maps/reserve/manage" }, { "directive": "disallow", "line": 216, "pattern": "/maps/reserve/payment" }, { "directive": "disallow", "line": 217, "pattern": "/maps/reserve/receipt" }, { "directive": "disallow", "line": 218, "pattern": "/maps/reserve/sellersignup" }, { "directive": "disallow", "line": 219, "pattern": "/maps/reserve/feedback" }, { "directive": "disallow", "line": 220, "pattern": "/maps/reserve/terms" }, { "directive": "disallow", "line": 221, "pattern": "/maps/reserve/m/" }, { "directive": "disallow", "line": 222, "pattern": "/maps/reserve/b/" }, { "directive": "disallow", "line": 223, "pattern": "/maps/reserve/partner-dashboard" }, { "directive": "disallow", "line": 224, "pattern": "/local/cars" }, { "directive": "disallow", "line": 225, "pattern": "/local/dealership/" }, { "directive": "disallow", "line": 226, "pattern": "/local/dining/" }, { "directive": "disallow", "line": 227, "pattern": "/local/place/products/" }, { "directive": "disallow", "line": 228, "pattern": "/local/place/reviews/" }, { "directive": "disallow", "line": 229, "pattern": "/local/place/rap/" }, { "directive": "disallow", "line": 230, "pattern": "/local/tab/" }, { "directive": "disallow", "line": 231, "pattern": "/localservices/" }, { "directive": "allow", "line": 232, "pattern": "/localservices/coupon/" }, { "directive": "disallow", "line": 233, "pattern": "/nonprofits/account/" }, { "directive": "disallow", "line": 234, "pattern": "/uviewer" }, { "directive": "disallow", "line": 235, "pattern": "/landing/cmsnext-root/" } ], "state": "partial" } }, "warnings": [] }, "errorCode": null, "canonicalEventId": "177ec7ec-41be-4571-bd39-3f6dfac37fd1", "ledgerFormatVersion": "crawlledger-event-0.1.0", "chainHash": "873598761f9363e1519502b03a337b46b98536642a0bbd444e6ff7353583a284", "previousChainHash": null } ] }