{ "schemaVersion": 1, "studyId": "ai-crawler-robots-policies", "collectedAt": "2026-09-13T23:17:30.746Z", "source": "Public robots.txt files for the fixed SEO-tool cohort", "cohortSize": 49, "interpretation": "Named-agent directive presence only among successfully fetched robots.txt files. Non-200 and failed responses remain unknown. Wildcard rules and URL-specific precedence require separate evaluation before describing effective access.", "agents": [ "gptbot", "chatgpt-user", "oai-searchbot", "claudebot", "claude-web", "anthropic-ai", "google-extended", "perplexitybot", "meta-externalagent", "bytespider", "ccbot" ], "totals": { "gptbot": { "root-disallow": 0, "root-allow": 2, "mentioned-other-rule": 3, "not-mentioned": 42, "unknown": 2 }, "chatgpt-user": { "root-disallow": 0, "root-allow": 2, "mentioned-other-rule": 2, "not-mentioned": 43, "unknown": 2 }, "oai-searchbot": { "root-disallow": 0, "root-allow": 2, "mentioned-other-rule": 1, "not-mentioned": 44, "unknown": 2 }, "claudebot": { "root-disallow": 0, "root-allow": 2, "mentioned-other-rule": 2, "not-mentioned": 43, "unknown": 2 }, "claude-web": { "root-disallow": 0, "root-allow": 1, "mentioned-other-rule": 0, "not-mentioned": 46, "unknown": 2 }, "anthropic-ai": { "root-disallow": 0, "root-allow": 1, "mentioned-other-rule": 0, "not-mentioned": 46, "unknown": 2 }, "google-extended": { "root-disallow": 0, "root-allow": 2, "mentioned-other-rule": 0, "not-mentioned": 45, "unknown": 2 }, "perplexitybot": { "root-disallow": 0, "root-allow": 2, "mentioned-other-rule": 2, "not-mentioned": 43, "unknown": 2 }, "meta-externalagent": { "root-disallow": 0, "root-allow": 0, "mentioned-other-rule": 0, "not-mentioned": 47, "unknown": 2 }, "bytespider": { "root-disallow": 1, "root-allow": 0, "mentioned-other-rule": 0, "not-mentioned": 46, "unknown": 2 }, "ccbot": { "root-disallow": 0, "root-allow": 1, "mentioned-other-rule": 1, "not-mentioned": 45, "unknown": 2 } }, "rows": [ { "origin": "https://ahrefs.com", "status": 200, "finalHost": "ahrefs.com", "contentType": "text/plain; charset=utf8", "bytesRead": 908, "responseSha256": "01fc1026b5da28c13524ab1efefe89329c010e5ea9f37df55719d4aa38880da8", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://authoritas.com", "status": 200, "finalHost": "authoritas.com", "contentType": "text/plain; charset=utf-8", "bytesRead": 150, "responseSha256": "8850b2b908f57e9e1ccba0971ba2417024ea1ba09da1cf2d55ad5ac19b75ff0f", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://botify.com", "status": 200, "finalHost": "botify.com", "contentType": "text/plain; charset=utf-8", "bytesRead": 425, "responseSha256": "8faf809ae34f1ac78dbe06b1de197740119c8ea4cd8635c86cfa0fd5a56fc980", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://brightedge.com", "status": 200, "finalHost": "brightedge.com", "contentType": "text/plain", "bytesRead": 2512, "responseSha256": "51c4292d739ece2b88c0817e3e8b6d37652bde5a0438c3630a0ad294a9c61a8f", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://brightlocal.com", "status": 403, "finalHost": "brightlocal.com", "contentType": "text/html", "bytesRead": 103, "responseSha256": null, "policies": { "gptbot": "unknown", "chatgpt-user": "unknown", "oai-searchbot": "unknown", "claudebot": "unknown", "claude-web": "unknown", "anthropic-ai": "unknown", "google-extended": "unknown", "perplexitybot": "unknown", "meta-externalagent": "unknown", "bytespider": "unknown", "ccbot": "unknown" }, "evidence": { "gptbot": null, "chatgpt-user": null, "oai-searchbot": null, "claudebot": null, "claude-web": null, "anthropic-ai": null, "google-extended": null, "perplexitybot": null, "meta-externalagent": null, "bytespider": null, "ccbot": null } }, { "origin": "https://catchpoint.com", "status": 200, "finalHost": "catchpoint.com", "contentType": "text/plain; charset=utf-8", "bytesRead": 526, "responseSha256": "a07f9d9933bed60ea8859f6fbafa1c0a2719deaea53956a11e4a6ed176ef0d0f", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://clearscope.io", "status": 200, "finalHost": "clearscope.io", "contentType": "text/plain", "bytesRead": 247, "responseSha256": "56076d8a196a1d78246f5a5e24c8fd293f2f7ec32b8d53d63410dca806fd2699", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://cognitiveseo.com", "status": 200, "finalHost": "cognitiveseo.com", "contentType": "text/plain", "bytesRead": 0, "responseSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://conductor.com", "status": 200, "finalHost": "conductor.com", "contentType": "text/plain; charset=utf-8", "bytesRead": 162, "responseSha256": "0298256d0275dcbf0d4fab3077ae336c9bd79ab3f9a036d307e19bdb7e339125", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://debugbear.com", "status": 200, "finalHost": "debugbear.com", "contentType": "text/plain; charset=utf-8", "bytesRead": 182, "responseSha256": "7a3573b66a808c44fd15d5d4f55802c19260c4ceffb17e109f5b3a8854652eae", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://frase.io", "status": 200, "finalHost": "frase.io", "contentType": "text/plain; charset=utf-8", "bytesRead": 1144, "responseSha256": "22464f9058852528ac84488ab0b4cc7d999f866ff07b1930f488491a5f0bb2ba", "policies": { "gptbot": "root-allow", "chatgpt-user": "root-allow", "oai-searchbot": "root-allow", "claudebot": "root-allow", "claude-web": "root-allow", "anthropic-ai": "root-allow", "google-extended": "root-allow", "perplexitybot": "root-allow", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "root-allow" }, "evidence": { "gptbot": { "matchingGroupCount": 1, "rootAllowCount": 1, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 1, "rootAllowCount": 1, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 1, "rootAllowCount": 1, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 1, "rootAllowCount": 1, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 1, "rootAllowCount": 1, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 1, "rootAllowCount": 1, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 1, "rootAllowCount": 1, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 1, "rootAllowCount": 1, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 1, "rootAllowCount": 1, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://gtmetrix.com", "status": 200, "finalHost": "gtmetrix.com", "contentType": "text/plain; charset=utf-8", "bytesRead": 908, "responseSha256": "0950710b92335224323a6d369377d5aafcccf186b34a64c95f8fef5bccf36e34", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://jetoctopus.com", "status": 200, "finalHost": "jetoctopus.com", "contentType": "text/plain; charset=utf-8", "bytesRead": 191, "responseSha256": "71544f2b524546b7d041a61f794cdec4507c0fb9f7c83d60f959c5fbdca152e1", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://littlewarden.com", "status": 200, "finalHost": "littlewarden.com", "contentType": "text/plain", "bytesRead": 99, "responseSha256": "2f15987e4606501202b9d337085439339e53a374e3d194847192c12f85ba78f8", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://localfalcon.com", "status": 404, "finalHost": "localfalcon.com", "contentType": "text/html; charset=UTF-8", "bytesRead": 369845, "responseSha256": null, "policies": { "gptbot": "unknown", "chatgpt-user": "unknown", "oai-searchbot": "unknown", "claudebot": "unknown", "claude-web": "unknown", "anthropic-ai": "unknown", "google-extended": "unknown", "perplexitybot": "unknown", "meta-externalagent": "unknown", "bytespider": "unknown", "ccbot": "unknown" }, "evidence": { "gptbot": null, "chatgpt-user": null, "oai-searchbot": null, "claudebot": null, "claude-web": null, "anthropic-ai": null, "google-extended": null, "perplexitybot": null, "meta-externalagent": null, "bytespider": null, "ccbot": null } }, { "origin": "https://localviking.com", "status": 200, "finalHost": "localviking.com", "contentType": "application/octet-stream", "bytesRead": 195, "responseSha256": "70cdcd5d56947d441c4de360090e21a1b993caf60c6bf7f053483e01689e0475", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://lumar.io", "status": 200, "finalHost": "lumar.io", "contentType": "text/plain", "bytesRead": 540, "responseSha256": "77092f910a6169d26cd26d3cb53059cc6148813e9580535afda06bc3afeb1e84", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://majestic.com", "status": 200, "finalHost": "majestic.com", "contentType": "text/plain", "bytesRead": 517, "responseSha256": "25473ba42a9c458a56400540553439f4eb930335cba5deeb5baaee195c801ec5", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://mangools.com", "status": 200, "finalHost": "mangools.com", "contentType": "text/plain; charset=utf-8", "bytesRead": 483, "responseSha256": "ef150c795fa3b94fcfdc6580071116b301a86affb5d94c269818a4a250b6d113", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://marketmuse.com", "status": 200, "finalHost": "marketmuse.com", "contentType": "text/plain; charset=utf-8", "bytesRead": 134, "responseSha256": "a1db4849d66e0245cd826c0588d0a3005e78579f7d0d549f97e4297a72daa9b9", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://moz.com", "status": 200, "finalHost": "moz.com", "contentType": "text/plain; charset=utf-8", "bytesRead": 1207, "responseSha256": "79bb8772fcda6f8a96ff58fb7f53975fc39d3cc98f48091b69f6510f5ea9e8fa", "policies": { "gptbot": "mentioned-other-rule", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 1, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 2 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://oncrawl.com", "status": 200, "finalHost": "oncrawl.com", "contentType": "text/plain; charset=UTF-8", "bytesRead": 743, "responseSha256": "427c008df127916675a9c9aa8108120dd8b260f9f05427c5a0462c536ba9a98b", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://patrickstox.com", "status": 200, "finalHost": "patrickstox.com", "contentType": "text/plain; charset=utf-8", "bytesRead": 2186, "responseSha256": "e511064c8cc017d183e50fa5aed44f74e6d82647ee6eb6b5622171751b37d41a", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://pi-datametrics.com", "status": 200, "finalHost": "pi-datametrics.com", "contentType": "text/plain", "bytesRead": 651, "responseSha256": "b0038922c0442050ee97c1f2f4f3f488705bd69890935adb6a415599c98c9f11", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://pingdom.com", "status": 200, "finalHost": "pingdom.com", "contentType": "text/plain", "bytesRead": 233, "responseSha256": "d82cf5d3df311f1535546391a843c082b6a6c16bb64b55a409351adee5c8aab1", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://ryte.com", "status": 200, "finalHost": "en.ryte.com", "contentType": "text/html; charset=utf-8", "bytesRead": 213903, "responseSha256": "fa195a1b65148be399921ef869d477232479ccc11da31b054334f016978c103b", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://screamingfrog.co.uk", "status": 200, "finalHost": "screamingfrog.co.uk", "contentType": "text/plain; charset=UTF-8", "bytesRead": 1883, "responseSha256": "4daae490a5b51502ebc20ed9a7e83564d7b808a0c7647a370d8542273e55a1e1", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://searchatlas.com", "status": 200, "finalHost": "searchatlas.com", "contentType": "text/plain", "bytesRead": 134, "responseSha256": "b8574a113daa59af2b64df88dd4e64f7bf4c831d5d9222327509b4b4d427be6b", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://semrush.com", "status": 200, "finalHost": "semrush.com", "contentType": "text/plain", "bytesRead": 3645, "responseSha256": "09df5a37281fc62f72f3aacdacd7a7c62caad1d4f88d44707d2f964caa09f229", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://seobility.net", "status": 200, "finalHost": "seobility.net", "contentType": "text/plain", "bytesRead": 4765, "responseSha256": "b62f981c64fac269ad1d14367be43c3e173d0ace29f02349df7cff3ddc87531f", "policies": { "gptbot": "mentioned-other-rule", "chatgpt-user": "mentioned-other-rule", "oai-searchbot": "mentioned-other-rule", "claudebot": "mentioned-other-rule", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "mentioned-other-rule", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 1, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 2 }, "chatgpt-user": { "matchingGroupCount": 1, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 2 }, "oai-searchbot": { "matchingGroupCount": 1, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 2 }, "claudebot": { "matchingGroupCount": 1, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 2 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 1, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 2 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://seoclarity.net", "status": 200, "finalHost": "seoclarity.net", "contentType": "text/plain; charset=utf-8", "bytesRead": 431, "responseSha256": "ea31e59a008cdd7d993469dd184283021b384ecc57448fc9b5b022f56169a9c3", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://seomonitor.com", "status": 200, "finalHost": "seomonitor.com", "contentType": "text/plain; charset=utf-8", "bytesRead": 319, "responseSha256": "2d37c828469222a8b913a338b1f1ed30eae0821fd9644a859ea923388204ca16", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://seoptimer.com", "status": 200, "finalHost": "seoptimer.com", "contentType": "text/plain;charset=UTF-8", "bytesRead": 201, "responseSha256": "44f4ea52a7ca1441553b57d3025c538db081fd0c1da5bfed221938f8a97d220a", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://seositecheckup.com", "status": 200, "finalHost": "seositecheckup.com", "contentType": "text/plain", "bytesRead": 183, "responseSha256": "914ef22f6b30356115cd2cd73a132c3b060454e38ff488df52b1c81c20a4a180", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "root-disallow", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 1, "rootAllowCount": 0, "rootDisallowCount": 1, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://seranking.com", "status": 200, "finalHost": "seranking.com", "contentType": "text/plain", "bytesRead": 2385, "responseSha256": "6a836ad82057fcba5de55c693fa99a9da106757621649936310f6403f0f014a2", "policies": { "gptbot": "root-allow", "chatgpt-user": "root-allow", "oai-searchbot": "root-allow", "claudebot": "root-allow", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "root-allow", "perplexitybot": "root-allow", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 1, "rootAllowCount": 1, "rootDisallowCount": 0, "otherRuleCount": 3 }, "chatgpt-user": { "matchingGroupCount": 1, "rootAllowCount": 1, "rootDisallowCount": 0, "otherRuleCount": 2 }, "oai-searchbot": { "matchingGroupCount": 1, "rootAllowCount": 1, "rootDisallowCount": 0, "otherRuleCount": 2 }, "claudebot": { "matchingGroupCount": 1, "rootAllowCount": 1, "rootDisallowCount": 0, "otherRuleCount": 3 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 1, "rootAllowCount": 1, "rootDisallowCount": 0, "otherRuleCount": 3 }, "perplexitybot": { "matchingGroupCount": 1, "rootAllowCount": 1, "rootDisallowCount": 0, "otherRuleCount": 2 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://serpstat.com", "status": 200, "finalHost": "serpstat.com", "contentType": "text/plain; charset=utf-8", "bytesRead": 568, "responseSha256": "0c11e87b797272a6008cbf87ac80d922ca8e3b966351ec233b4100361f2f6f70", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://similarweb.com", "status": 200, "finalHost": "similarweb.com", "contentType": "text/plain", "bytesRead": 1026, "responseSha256": "f8b547fa4a960bcc83d1ef914c9fa148ac8887cafaf3e989c7cbcd14d1226d54", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://sistrix.com", "status": 200, "finalHost": "sistrix.com", "contentType": "text/plain", "bytesRead": 440, "responseSha256": "c84b501ed329f78544d4768fcbafac92443da6244b98664a26e2f7dd2b9a399a", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://sitebulb.com", "status": 200, "finalHost": "sitebulb.com", "contentType": "text/plain", "bytesRead": 237, "responseSha256": "a8ba2e5501c74650ebd0aaefedf96f92971e64564cc2d9d407c31109949ece55", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://sitechecker.pro", "status": 200, "finalHost": "sitechecker.pro", "contentType": "text/plain", "bytesRead": 1786, "responseSha256": "68f242dc7827b79615a367d73ec68706d65954897b5ec5b436030f4ed7a2b967", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://siteimprove.com", "status": 200, "finalHost": "siteimprove.com", "contentType": "text/plain", "bytesRead": 328, "responseSha256": "864834b95ebb76f998ddf10463de61a4be93035f1a16e0602661e1b574ccf1c7", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://speedcurve.com", "status": 200, "finalHost": "speedcurve.com", "contentType": "text/plain; charset=utf-8", "bytesRead": 23, "responseSha256": "16ceb5ee3e0dc13aa9adf31a3ebbe45a1d965b8c2b9f72eaf84e5911e140ed95", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://spyfu.com", "status": 200, "finalHost": "spyfu.com", "contentType": "text/plain", "bytesRead": 22246, "responseSha256": "0225c1aaf63811de1d529d862ac5264ed60aa7893aa8e6d4fafcc40cb82a1092", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "mentioned-other-rule", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 1, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 79 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://surferseo.com", "status": 200, "finalHost": "surferseo.com", "contentType": "text/plain", "bytesRead": 144, "responseSha256": "4035cf6a2df927c8b8b9b730f841f52d183ff1b60234ef4937884c65fa16d8d0", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://uptrends.com", "status": 200, "finalHost": "uptrends.com", "contentType": "text/plain", "bytesRead": 147, "responseSha256": "00508d1f2745a67e9339cc2fd31352df8cb8eccdf899cba5b16506db99cfd1a2", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://webpagetest.org", "status": 200, "finalHost": "webpagetest.org", "contentType": "text/plain", "bytesRead": 350, "responseSha256": "b25f388c00171fa0b7c67088cb88d2f27a3bc1f9e9b96965168879d5d97f4ed6", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://whitespark.ca", "status": 200, "finalHost": "whitespark.ca", "contentType": "text/plain; charset=utf-8", "bytesRead": 111, "responseSha256": "1fc534d25f89ab07342bb68dca903a88968ca12a09f0eb6fddc4527918f69ef1", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://woorank.com", "status": 200, "finalHost": "woorank.com", "contentType": "text/plain; charset=UTF-8", "bytesRead": 635, "responseSha256": "0b654c643a030cb971eb1836f9f741b7f0e1964b35a4ee282269ed435f05c85a", "policies": { "gptbot": "not-mentioned", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "not-mentioned", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "not-mentioned", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "not-mentioned" }, "evidence": { "gptbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 } } }, { "origin": "https://yext.com", "status": 200, "finalHost": "yext.com", "contentType": "text/plain", "bytesRead": 544, "responseSha256": "e51a861f324e21901432327846188fa9129ccc308907e8d5cff7fab74a52ecf6", "policies": { "gptbot": "mentioned-other-rule", "chatgpt-user": "not-mentioned", "oai-searchbot": "not-mentioned", "claudebot": "mentioned-other-rule", "claude-web": "not-mentioned", "anthropic-ai": "not-mentioned", "google-extended": "not-mentioned", "perplexitybot": "mentioned-other-rule", "meta-externalagent": "not-mentioned", "bytespider": "not-mentioned", "ccbot": "mentioned-other-rule" }, "evidence": { "gptbot": { "matchingGroupCount": 1, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 1 }, "chatgpt-user": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "oai-searchbot": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "claudebot": { "matchingGroupCount": 1, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 1 }, "claude-web": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "anthropic-ai": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "google-extended": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "perplexitybot": { "matchingGroupCount": 1, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 1 }, "meta-externalagent": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "bytespider": { "matchingGroupCount": 0, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 0 }, "ccbot": { "matchingGroupCount": 1, "rootAllowCount": 0, "rootDisallowCount": 0, "otherRuleCount": 1 } } } ] }