{"rank": 25, "domain": "gtld-servers.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 33, "domain": "apple-dns.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 24, "domain": "akamaiedge.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 38, "domain": "aaplimg.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 27, "domain": "akadns.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 8, "domain": "akamai.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 39, "domain": "microsoftonline.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 40, "domain": "office.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 42, "domain": "trafficmanager.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 52, "domain": "cloudfront.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 61, "domain": "gvt1.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 63, "domain": "windowsupdate.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 68, "domain": "pv-cdn.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 73, "domain": "akam.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 14, "domain": "ezviz7.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 22, "domain": "hicloudcam.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 19, "domain": "googlevideo.com", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 75, "domain": "cdninstagram.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 17, "domain": "linkedin.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 18, "domain": "domaincontrol.com", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 79, "domain": "tiktokcdn.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 34, "domain": "googleusercontent.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 81, "domain": "edgekey.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 36, "domain": "appsflyersdk.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 21, "domain": "googletagmanager.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 29, "domain": "github.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 28650, "llms_first": "# GitHub", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "restricted", "ClaudeBot": "restricted", "anthropic-ai": "restricted", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "restricted", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 86, "domain": "gvt2.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 87, "domain": "root-servers.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 37, "domain": "doubleclick.net", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 51, "domain": "goo.gl", "llms_status": 400, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 400, "robots_err": null, "rules": {}} {"rank": 89, "domain": "ytimg.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 1, "domain": "google.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 6, "domain": "googleapis.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 59, "domain": "cloudflare.net", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 16, "domain": "twitter.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "restricted", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "restricted", "*": "blocked"}} {"rank": 97, "domain": "edgesuite.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 62, "domain": "googlesyndication.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 50, "domain": "x.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "restricted", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "restricted", "*": "blocked"}} {"rank": 65, "domain": "windows.net", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 48, "domain": "wordpress.org", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 5763, "llms_first": "# WordPress", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "allowed", "ClaudeBot": "allowed", "anthropic-ai": "allowed", "Google-Extended": "allowed", "CCBot": "allowed", "PerplexityBot": "allowed", "Bytespider": "allowed", "Applebot-Extended": "allowed", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 23, "domain": "live.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 35, "domain": "fastly.net", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 16586, "llms_first": "# Fastly", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 2, "domain": "cloudflare.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 17169, "llms_first": "# Cloudflare", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "allowed", "ClaudeBot": "absent", "anthropic-ai": "allowed", "Google-Extended": "allowed", "CCBot": "allowed", "PerplexityBot": "allowed", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 3, "domain": "gstatic.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 10, "domain": "apple.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 93, "domain": "gwfb.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 4, "domain": "facebook.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "absent", "PerplexityBot": "blocked", "Bytespider": "absent", "Applebot-Extended": "blocked", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 72, "domain": "nginx.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 5, "domain": "microsoft.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 15, "domain": "dzen.ru", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "no-h1", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 111, "domain": "aws.dev", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 107, "domain": "a2z.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 7, "domain": "amazonaws.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 32, "domain": "whatsapp.net", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "absent", "PerplexityBot": "blocked", "Bytespider": "absent", "Applebot-Extended": "blocked", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 76, "domain": "chatgpt.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 13, "domain": "fbcdn.net", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "absent", "PerplexityBot": "blocked", "Bytespider": "absent", "Applebot-Extended": "blocked", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 30, "domain": "bing.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 43, "domain": "gandi.net", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 112, "domain": "yccdn.ru", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 26, "domain": "amazon.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 12, "domain": "mail.ru", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 85, "domain": "openai.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 11, "domain": "instagram.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "absent", "PerplexityBot": "blocked", "Bytespider": "absent", "Applebot-Extended": "blocked", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 9, "domain": "youtube.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 55, "domain": "googledomains.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 53, "domain": "icloud.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 78, "domain": "zoom.us", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 126, "domain": "cdn77.org", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 82, "domain": "vimeo.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 45, "domain": "youtu.be", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 70, "domain": "myfritz.net", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 96, "domain": "sentry.io", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 200000, "llms_first": "# Sentry", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 28, "domain": "azure.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 41, "domain": "netflix.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "restricted", "ClaudeBot": "restricted", "anthropic-ai": "absent", "Google-Extended": "restricted", "CCBot": "absent", "PerplexityBot": "restricted", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 134, "domain": "amazon.dev", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 133, "domain": "dnsowl.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 98, "domain": "yandex.ru", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 80, "domain": "tiktokv.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 138, "domain": "msftncsi.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 71, "domain": "wa.me", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 54, "domain": "tiktok.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 58, "domain": "roblox.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 99, "domain": "wordpress.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 7355, "llms_first": "# WordPress.com", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 139, "domain": "iiko.it", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 88, "domain": "yandex.net", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 142, "domain": "static.microsoft", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 46, "domain": "digicert.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 8395, "llms_first": "# DigiCert", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "allowed", "ClaudeBot": "allowed", "anthropic-ai": "absent", "Google-Extended": "allowed", "CCBot": "absent", "PerplexityBot": "allowed", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 69, "domain": "adobe.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 10481, "llms_first": "# Adobe Tools", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 64, "domain": "spotify.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 31, "domain": "wikipedia.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 115, "domain": "google-analytics.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 119, "domain": "vk.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 60, "domain": "yahoo.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 149, "domain": "azurefd.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 152, "domain": "steamserver.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 103, "domain": "t.me", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 77, "domain": "cloudflare-dns.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "absent"}} {"rank": 106, "domain": "ui.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "allowed", "ClaudeBot": "allowed", "anthropic-ai": "absent", "Google-Extended": "allowed", "CCBot": "allowed", "PerplexityBot": "allowed", "Bytespider": "absent", "Applebot-Extended": "allowed", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 56, "domain": "whatsapp.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "absent", "PerplexityBot": "blocked", "Bytespider": "absent", "Applebot-Extended": "blocked", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 156, "domain": "msftconnecttest.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 124, "domain": "app-measurement.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 66, "domain": "msn.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 123, "domain": "app-analytics-services.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 110, "domain": "office365.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 125, "domain": "criteo.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 127, "domain": "apache.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 57, "domain": "pinterest.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 141, "domain": "miit.gov.cn", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 47, "domain": "cloud.microsoft", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 161, "domain": "vedcdnlb.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 91, "domain": "opera.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 11611, "llms_first": "# The Opera browser overview", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 166, "domain": "tm-azurefd.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 136, "domain": "dns.google", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 159, "domain": "dns-parking.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 20, "domain": "office.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 114, "domain": "europa.eu", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 104, "domain": "nic.ru", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 108, "domain": "b-cdn.net", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 169, "domain": "ax-msedge.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 173, "domain": "ggpht.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 168, "domain": "3gppnetwork.org", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 171, "domain": "namebrightdns.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 145, "domain": "forms.gle", "llms_status": 400, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 400, "robots_err": null, "rules": {}} {"rank": 178, "domain": "azurewebsites.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 105, "domain": "reddit.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 132, "domain": "trbcdn.net", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 102, "domain": "achmea.nl", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 101, "domain": "capgemini.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "no-h1", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 165, "domain": "jomodns.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 92, "domain": "blogspot.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 49, "domain": "skype.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 121, "domain": "github.io", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 189, "domain": "nflxso.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 186, "domain": "bytefcdn-oversea.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 183, "domain": "cdn-apple.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 120, "domain": "registrar-servers.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 162, "domain": "adtrafficquality.google", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 128, "domain": "snapchat.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "restricted", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 147, "domain": "discord.gg", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 200, "domain": "ttdns2.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 144, "domain": "reg.ru", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 74, "domain": "workers.dev", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 164, "domain": "discord.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 67, "domain": "ntp.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 118, "domain": "okcdn.ru", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 113, "domain": "bit.ly", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 122, "domain": "amazonvideo.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 148, "domain": "archive.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 185, "domain": "hichina.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 175, "domain": "example.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 207, "domain": "playstation.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 100, "domain": "mozilla.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 151, "domain": "godaddy.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 209, "domain": "sfx.ms", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 172, "domain": "vk.ru", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 177, "domain": "soundcloud.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 143, "domain": "intuit.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 5786, "llms_first": "# Intuit", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 135, "domain": "kaspersky.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 44432, "llms_first": "# Kaspersky | Global Cybersecurity & Digital Privacy Solutions", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "allowed", "ClaudeBot": "allowed", "anthropic-ai": "absent", "Google-Extended": "allowed", "CCBot": "allowed", "PerplexityBot": "allowed", "Bytespider": "absent", "Applebot-Extended": "allowed", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 154, "domain": "gravatar.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 21919, "llms_first": "# Gravatar API Documentation v3.0.0 \u2013 LLMS.TXT", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 140, "domain": "dropbox.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 200000, "llms_first": "# Dropbox", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 215, "domain": "fastly-edge.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 213, "domain": "ksyuncdn.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 155, "domain": "one.one", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 3762, "llms_first": "# one.com", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 90, "domain": "windows.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 222, "domain": "akamaized.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 190, "domain": "medium.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 129, "domain": "vkuserphoto.ru", "llms_status": 418, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 418, "robots_err": null, "rules": {}} {"rank": 109, "domain": "f5.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 208, "domain": "prodregistryv2.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 182, "domain": "googleadservices.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 229, "domain": "nr-data.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 192, "domain": "creativecommons.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 233, "domain": "azureedge.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 95, "domain": "nginx.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 160, "domain": "applovin.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 212, "domain": "youtube-nocookie.com", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 146, "domain": "epicgames.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 176, "domain": "shopify.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 12517, "llms_first": "# Shopify", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 239, "domain": "ripn.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 196, "domain": "adsafeprotected.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "no-h1", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "absent"}} {"rank": 217, "domain": "pki.goog", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 219, "domain": "gmail.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 181, "domain": "flickr.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "restricted", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 184, "domain": "w3.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 194, "domain": "vungle.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 117, "domain": "afternic.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 242, "domain": "wsdvs.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 243, "domain": "rbxcdn.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 167, "domain": "paypal.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "no-h1", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 158, "domain": "aliyuncs.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 83, "domain": "qq.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 137, "domain": "nih.gov", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 153, "domain": "nytimes.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 250, "domain": "omtrdc.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 195, "domain": "theguardian.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 157, "domain": "tumblr.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 94, "domain": "samsung.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 4597, "llms_first": "# Samsung Electronics", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "restricted", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "restricted", "CCBot": "absent", "PerplexityBot": "restricted", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 187, "domain": "rubiconproject.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "no-h1", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 116, "domain": "outlook.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 204, "domain": "ack.de", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 429, "robots_err": null, "rules": {}} {"rank": 191, "domain": "telekom.net", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 246, "domain": "name-services.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 260, "domain": "alibabadns.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 230, "domain": "ubuntu.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 12879, "llms_first": "# Ubuntu", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "restricted", "ClaudeBot": "restricted", "anthropic-ai": "restricted", "Google-Extended": "restricted", "CCBot": "absent", "PerplexityBot": "restricted", "Bytespider": "restricted", "Applebot-Extended": "restricted", "meta-externalagent": "restricted", "*": "restricted"}} {"rank": 210, "domain": "t-online.de", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "restricted", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 231, "domain": "t.co", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 188, "domain": "lencr.org", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 263, "domain": "wixsite.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 198, "domain": "taboola.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 200000, "llms_first": "# Taboola.com", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 211, "domain": "bbc.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 170, "domain": "webex.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 36071, "llms_first": "# Webex by Cisco", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 255, "domain": "adnxs.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 269, "domain": "facebook.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 238, "domain": "pubmatic.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "no-h1", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 268, "domain": "capcutapi.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 266, "domain": "ttvnw.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 277, "domain": "2mdn.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 224, "domain": "bbc.co.uk", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 206, "domain": "forbes.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 244, "domain": "adsrvr.org", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 280, "domain": "aliyuncsslbintl.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 202, "domain": "doi.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 218, "domain": "researchgate.net", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "blocked", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 236, "domain": "stripe.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 69878, "llms_first": "# Stripe", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 130, "domain": "unity3d.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 200000, "llms_first": "# Unity", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 84, "domain": "baidu.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 279, "domain": "spov-msedge.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 286, "domain": "byteoversea.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 220, "domain": "twitch.tv", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 262, "domain": "launchpad.net", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 214, "domain": "sciencedirect.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 203, "domain": "miui.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 216, "domain": "mit.edu", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 261, "domain": "telecid.ru", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 265, "domain": "linktr.ee", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 8272, "llms_first": "# Linktree", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "restricted", "ClaudeBot": "restricted", "anthropic-ai": "absent", "Google-Extended": "allowed", "CCBot": "restricted", "PerplexityBot": "restricted", "Bytespider": "absent", "Applebot-Extended": "allowed", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 291, "domain": "tiktokcdn-us.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 197, "domain": "oracle.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 237, "domain": "sourceforge.net", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 200000, "llms_first": "# SourceForge", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 294, "domain": "yandexcloud.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 258, "domain": "scorecardresearch.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 234, "domain": "etsy.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 26705, "llms_first": "# Etsy: official reference for AI assistants", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 302, "domain": "vecdnlb.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 300, "domain": "media-amazon.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 174, "domain": "adobe.io", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 205, "domain": "pages.dev", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 306, "domain": "wac-msedge.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 240, "domain": "canva.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "allowed", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 150, "domain": "xiaomi.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 270, "domain": "forter.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 20807, "llms_first": "# Forter \u2014 Identity Intelligence for Digital Commerce", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "allowed", "ClaudeBot": "allowed", "anthropic-ai": "allowed", "Google-Extended": "allowed", "CCBot": "blocked", "PerplexityBot": "allowed", "Bytespider": "blocked", "Applebot-Extended": "allowed", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 290, "domain": "www.gov.uk", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "restricted", "*": "restricted"}} {"rank": 223, "domain": "cpanel.net", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 278, "domain": "tinyurl.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 259, "domain": "hcaptcha.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 13865, "llms_first": "# hCaptcha", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 245, "domain": "android.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "restricted", "ClaudeBot": "restricted", "anthropic-ai": "restricted", "Google-Extended": "restricted", "CCBot": "restricted", "PerplexityBot": "restricted", "Bytespider": "absent", "Applebot-Extended": "restricted", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 253, "domain": "roku.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 15674, "llms_first": "# Roku", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 251, "domain": "booking.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 316, "domain": "mtgglobals.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 318, "domain": "heytapmobile.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 193, "domain": "cnn.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 257, "domain": "who.int", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "absent"}} {"rank": 227, "domain": "nist.gov", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 252, "domain": "wikimedia.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 320, "domain": "samsungqbe.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 288, "domain": "crpt.ru", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 305, "domain": "weather.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 9101, "llms_first": "# Weather.com", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 322, "domain": "douyincdn.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 272, "domain": "ailawandorder.com", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 267, "domain": "ibm.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 225, "domain": "duckdns.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 331, "domain": "edgcdn.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 249, "domain": "hubspot.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 35510, "llms_first": "# HubSpot", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 333, "domain": "akamaihd.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 256, "domain": "imdb.com", "llms_status": 202, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 276, "domain": "amplitude.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 16613, "llms_first": "# Amplitude", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "restricted", "ClaudeBot": "restricted", "anthropic-ai": "restricted", "Google-Extended": "restricted", "CCBot": "restricted", "PerplexityBot": "restricted", "Bytespider": "blocked", "Applebot-Extended": "restricted", "meta-externalagent": "restricted", "*": "restricted"}} {"rank": 282, "domain": "dnsmadeeasy.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 285, "domain": "drom.ru", "llms_status": 429, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 311, "domain": "ok.ru", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 247, "domain": "cisco.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "no-h1", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 313, "domain": "arubanetworks.com", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 319, "domain": "shalltry.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 275, "domain": "springer.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 339, "domain": "virginm.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 283, "domain": "mozilla.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 232, "domain": "comcast.net", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 235, "domain": "ebay.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 348, "domain": "awswaf.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 307, "domain": "avast.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 264, "domain": "alidns.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "no-h1", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "absent"}} {"rank": 292, "domain": "mzstatic.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 289, "domain": "hp.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "allowed", "ClaudeBot": "allowed", "anthropic-ai": "absent", "Google-Extended": "allowed", "CCBot": "absent", "PerplexityBot": "allowed", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 309, "domain": "ea.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 12381, "llms_first": "# EA", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 281, "domain": "nature.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 353, "domain": "allawnos.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 274, "domain": "reuters.com", "llms_status": 401, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "blocked", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 299, "domain": "appsflyer.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 354, "domain": "spaceweb.pro", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 301, "domain": "debian.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 327, "domain": "myshopify.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 298, "domain": "harvard.edu", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 293, "domain": "inmobi.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 304, "domain": "autodesk.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 360, "domain": "mynetname.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 296, "domain": "steampowered.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 314, "domain": "php.net", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 310, "domain": "wiley.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 312, "domain": "datadoghq.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 200000, "llms_first": "# Datadog", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 349, "domain": "slack.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 40604, "llms_first": "# Slack", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 350, "domain": "weebly.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 325, "domain": "hostinger.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 13049, "llms_first": "# Hostinger", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "restricted", "ClaudeBot": "restricted", "anthropic-ai": "absent", "Google-Extended": "restricted", "CCBot": "blocked", "PerplexityBot": "restricted", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "restricted", "*": "restricted"}} {"rank": 351, "domain": "launchdarkly.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 372, "domain": "samsungcloudsolution.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 373, "domain": "spo-msedge.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 323, "domain": "amazon.co.uk", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 324, "domain": "hostgator.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 343, "domain": "trustpilot.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "restricted", "ClaudeBot": "restricted", "anthropic-ai": "blocked", "Google-Extended": "restricted", "CCBot": "restricted", "PerplexityBot": "restricted", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "restricted", "*": "blocked"}} {"rank": 337, "domain": "namecheap.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 336, "domain": "wildberries.ru", "llms_status": 498, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 498, "robots_err": null, "rules": {}} {"rank": 378, "domain": "tiktokv.us", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 340, "domain": "doubleverify.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 332, "domain": "trueconf.net", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 359, "domain": "google.cn", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 163, "domain": "triplinkintl.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 355, "domain": "issuu.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 379, "domain": "cdnbuild.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 375, "domain": "ioref.io", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 368, "domain": "calendly.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 11889, "llms_first": "# Calendly", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 362, "domain": "indeed.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "restricted", "ClaudeBot": "restricted", "anthropic-ai": "restricted", "Google-Extended": "restricted", "CCBot": "restricted", "PerplexityBot": "restricted", "Bytespider": "restricted", "Applebot-Extended": "restricted", "meta-externalagent": "restricted", "*": "restricted"}} {"rank": 308, "domain": "samsungcloud.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 330, "domain": "smartadserver.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 321, "domain": "name.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 549, "llms_first": "# Name.com", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 367, "domain": "selectel.ru", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "no-h1", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 392, "domain": "ibyteimg.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 374, "domain": "ip-api.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 395, "domain": "kwai-pro.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 347, "domain": "cdc.gov", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 394, "domain": "demdex.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 334, "domain": "crashlytics.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 341, "domain": "dell.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 90245, "llms_first": "# Dell Technologies", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "restricted", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 385, "domain": "quickconnect.to", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "absent"}} {"rank": 363, "domain": "netflix.net", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "restricted", "ClaudeBot": "restricted", "anthropic-ai": "absent", "Google-Extended": "restricted", "CCBot": "absent", "PerplexityBot": "restricted", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 371, "domain": "cookiedatabase.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 303, "domain": "alibaba.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 388, "domain": "volcfcdndvs.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 401, "domain": "gandi-ns.fr", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 376, "domain": "live-video.net", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 389, "domain": "rocket-cdn.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 386, "domain": "yandex.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 287, "domain": "weibo.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "blocked", "*": "blocked"}} {"rank": 408, "domain": "online-metrix.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 382, "domain": "gitlab.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 315, "domain": "salesforce.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "no-h1", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 409, "domain": "heytapdl.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 365, "domain": "bloomberg.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 335, "domain": "bilibili.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 8520, "llms_first": "# Bilibili / \u54d4\u54e9\u54d4\u54e9", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 412, "domain": "tiktokv.eu", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 356, "domain": "media.net", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 390, "domain": "ezvizlife.com", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 357, "domain": "tradingview.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "restricted", "anthropic-ai": "absent", "Google-Extended": "restricted", "CCBot": "absent", "PerplexityBot": "restricted", "Bytespider": "restricted", "Applebot-Extended": "restricted", "meta-externalagent": "restricted", "*": "restricted"}} {"rank": 387, "domain": "dotaplabs.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 419, "domain": "licdn.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 377, "domain": "plesk.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "no-h1", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 369, "domain": "walmart.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 422, "domain": "tiktokcdn-eu.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 423, "domain": "shopifysvc.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 364, "domain": "nvidia.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "no-h1", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 380, "domain": "amazon.de", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 424, "domain": "enacdn.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 430, "domain": "pangle.io", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 431, "domain": "avcdn.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 328, "domain": "googleblog.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 366, "domain": "stanford.edu", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 361, "domain": "wsj.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "restricted", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 345, "domain": "naver.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 435, "domain": "kwaipros.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 427, "domain": "kaspersky-labs.com", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 344, "domain": "un.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 381, "domain": "newrelic.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 43746, "llms_first": "# New Relic", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 391, "domain": "bsky.app", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 414, "domain": "brave.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 407, "domain": "unsplash.com", "llms_status": 401, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 346, "domain": "checkpoint.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 12478, "llms_first": "# Check Point Software", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "allowed", "ClaudeBot": "allowed", "anthropic-ai": "absent", "Google-Extended": "allowed", "CCBot": "allowed", "PerplexityBot": "allowed", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 428, "domain": "expireddomains.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 352, "domain": "opendns.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 384, "domain": "tp-link.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 405, "domain": "onelink.me", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 429, "domain": "nflxvideo.net", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 447, "domain": "awsglobalaccelerator.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 370, "domain": "zendesk.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 200000, "llms_first": "# Zendesk.com", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 425, "domain": "steamcommunity.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 397, "domain": "vivoglobal.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 421, "domain": "beian.gov.cn", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 404, "domain": "bluehost.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 13006, "llms_first": "# Bluehost", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 432, "domain": "oxylabs.io", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 4354, "llms_first": "# Oxylabs", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "allowed", "ClaudeBot": "allowed", "anthropic-ai": "allowed", "Google-Extended": "allowed", "CCBot": "allowed", "PerplexityBot": "allowed", "Bytespider": "allowed", "Applebot-Extended": "allowed", "meta-externalagent": "allowed", "*": "allowed"}} {"rank": 413, "domain": "dailymotion.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 6153, "llms_first": "# Dailymotion", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 411, "domain": "line.me", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 434, "domain": "claude.ai", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 457, "domain": "xcal.tv", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 248, "domain": "telegram.org", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 416, "domain": "espn.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "absent", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 460, "domain": "byteglb.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 398, "domain": "paloaltonetworks.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 17901, "llms_first": "# Palo Alto Networks", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "restricted", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 406, "domain": "ipify.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 400, "domain": "nasa.gov", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 426, "domain": "temu.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 442, "domain": "substack.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 18910, "llms_first": "# Substack", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 396, "domain": "netangels.ru", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 440, "domain": "supercell.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 403, "domain": "aliexpress.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 445, "domain": "ipinfo.io", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 454, "domain": "pixabay.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 436, "domain": "dropcatch.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 226, "domain": "ozon.ru", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 463, "domain": "adobe.net", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 228, "domain": "userapi.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 468, "domain": "mikrotik.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 465, "domain": "edgecdn.ru", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 443, "domain": "cloudns.net", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 8064, "llms_first": "# ClouDNS", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 441, "domain": "businessinsider.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 1066, "llms_first": "# Business Insider", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 467, "domain": "gamepass.com", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 417, "domain": "amazonalexa.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 420, "domain": "mi.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 484, "domain": "dual-s-msedge.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 399, "domain": "casalemedia.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 446, "domain": "wp.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 7355, "llms_first": "# WordPress.com", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 449, "domain": "netease.com", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 402, "domain": "163.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 473, "domain": "statsigapi.net", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 453, "domain": "skyhigh.cloud", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 489, "domain": "sc-gw.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 481, "domain": "bdydns.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 462, "domain": "speedtest.net", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "absent"}} {"rank": 438, "domain": "goodreads.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 439, "domain": "intel.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 12820, "llms_first": "# Intel Corporation", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "allowed", "ClaudeBot": "allowed", "anthropic-ai": "allowed", "Google-Extended": "allowed", "CCBot": "absent", "PerplexityBot": "allowed", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 495, "domain": "vercel-dns-016.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 466, "domain": "eye4.cn", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 500, "robots_err": null, "rules": {}} {"rank": 496, "domain": "libp2p.direct", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 284, "domain": "telegram.me", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 480, "domain": "cloudflareinsights.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 478, "domain": "arxiv.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 326, "domain": "aliyun.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 444, "domain": "att.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 502, "domain": "impervadns.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 483, "domain": "markmonitor.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 491, "domain": "gcdn.co", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 410, "domain": "globo.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 485, "domain": "ietf.org", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 508, "domain": "myhuaweicloud.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 455, "domain": "g.page", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 470, "domain": "cnbc.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 512, "domain": "ui-dns.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 329, "domain": "gnu.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 513, "domain": "exp-tas.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 488, "domain": "docker.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 459, "domain": "go.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 515, "domain": "squarespacedns.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 486, "domain": "addtoany.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 297, "domain": "clarity.ms", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 487, "domain": "amazon.co.za", "llms_status": 503, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 506, "domain": "stackoverflow.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 418, "robots_err": null, "rules": {}} {"rank": 492, "domain": "atlassian.net", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 493, "domain": "scribd.com", "llms_status": 406, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 406, "robots_err": null, "rules": {}} {"rank": 456, "domain": "sohu.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "restricted", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "blocked"}} {"rank": 482, "domain": "duolingo.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 510, "domain": "google.de", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 519, "domain": "openx.net", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 526, "domain": "adobedtm.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 501, "domain": "eventbrite.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 499, "domain": "ivi.ru", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 490, "domain": "quora.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "restricted", "CCBot": "absent", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 494, "domain": "aol.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "restricted", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 452, "domain": "yahoo.co.jp", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 511, "domain": "foxnews.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 2191, "llms_first": "# Fox News", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 522, "domain": "run.app", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 514, "domain": "amzn.to", "llms_status": 202, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 504, "domain": "shein.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 63743, "llms_first": "# SHEIN", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 509, "domain": "behance.net", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 525, "domain": "featureassets.org", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 518, "domain": "google.com.hk", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 497, "domain": "amazon.co.jp", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 536, "domain": "geobasket.ru", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 524, "domain": "xboxlive.com", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 532, "domain": "duckduckgo.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 517, "domain": "indiatimes.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 516, "domain": "dynatrace.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 182044, "llms_first": "# LLM documentation for www.dynatrace.com", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 547, "domain": "on.aws", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 534, "domain": "slideshare.net", "llms_status": 406, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 406, "robots_err": null, "rules": {}} {"rank": 528, "domain": "ngenix.net", "llms_status": 503, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 503, "robots_err": null, "rules": {}} {"rank": 538, "domain": "discord.media", "llms_status": 520, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 520, "robots_err": null, "rules": {}} {"rank": 551, "domain": "svc.ms", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 507, "domain": "ampproject.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 433, "domain": "taobao.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 553, "domain": "hicloud.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 523, "domain": "ft.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 556, "domain": "live.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 521, "domain": "gosuslugi.ru", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 503, "domain": "mysql.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 548, "domain": "palmplaystore.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 541, "domain": "patreon.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "blocked", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 560, "domain": "vidaahub.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 540, "domain": "fandom.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 448, "domain": "sina.com.cn", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 530, "domain": "squarespace.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 2409, "llms_first": "# Squarespace", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "restricted", "ClaudeBot": "restricted", "anthropic-ai": "restricted", "Google-Extended": "restricted", "CCBot": "restricted", "PerplexityBot": "absent", "Bytespider": "restricted", "Applebot-Extended": "restricted", "meta-externalagent": "restricted", "*": "restricted"}} {"rank": 476, "domain": "statista.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 545, "domain": "oup.com", "llms_status": 202, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 202, "robots_err": null, "rules": {}} {"rank": 529, "domain": "blogger.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 500, "domain": "mediatek.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 543, "domain": "jquery.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 539, "domain": "capcut.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 27735, "llms_first": "# CapCut", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "restricted", "ClaudeBot": "restricted", "anthropic-ai": "absent", "Google-Extended": "restricted", "CCBot": "restricted", "PerplexityBot": "restricted", "Bytespider": "absent", "Applebot-Extended": "restricted", "meta-externalagent": "absent", "*": "absent"}} {"rank": 569, "domain": "azure-dns.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 570, "domain": "adobedc.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 573, "domain": "qlivecdn.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 559, "domain": "sberbank.ru", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 550, "domain": "fast.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 576, "domain": "yahoodns.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 577, "domain": "nstld.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 557, "domain": "time.com", "llms_status": 406, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 544, "domain": "wired.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 580, "domain": "e2ro.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 542, "domain": "tplinkcloud.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 520, "domain": "okta.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 200000, "llms_first": "# Okta and Auth0 Platforms", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "absent"}} {"rank": 583, "domain": "t-msedge.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 565, "domain": "translate.goog", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 552, "domain": "share.google", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 537, "domain": "firefox.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 585, "domain": "rlcdn.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 535, "domain": "visualstudio.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 561, "domain": "deviantart.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 584, "domain": "my.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 555, "domain": "tandfonline.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 587, "domain": "easebar.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 558, "domain": "360yield.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 533, "domain": "trendmicro.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 22997, "llms_first": "# Trend Micro", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "restricted", "anthropic-ai": "absent", "Google-Extended": "restricted", "CCBot": "restricted", "PerplexityBot": "restricted", "Bytespider": "restricted", "Applebot-Extended": "absent", "meta-externalagent": "restricted", "*": "restricted"}} {"rank": 578, "domain": "supertms.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 567, "domain": "usatoday.com", "llms_status": 402, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 554, "domain": "icloud-content.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 564, "domain": "tripadvisor.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "restricted", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 566, "domain": "eset.com", "llms_status": 429, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 568, "domain": "grammarly.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 579, "domain": "teamviewer.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 593, "domain": "xiaomi.net", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 575, "domain": "cookielaw.org", "llms_status": 421, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "allowed"}} {"rank": 586, "domain": "3lift.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 589, "domain": "hotjar.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 581, "domain": "target.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 6158, "llms_first": "# Target.com", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 574, "domain": "aboutads.info", "llms_status": 202, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 202, "robots_err": null, "rules": {}} {"rank": 595, "domain": "mobile.de", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 609, "domain": "cdn20.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 594, "domain": "klaviyo.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 20229, "llms_first": "# Klaviyo \u2013 AI Content Guidance File", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "restricted", "ClaudeBot": "restricted", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "restricted", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "restricted", "*": "restricted"}} {"rank": 605, "domain": "mdpi.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 598, "domain": "avito.ru", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 563, "domain": "cornell.edu", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 592, "domain": "ieee.org", "llms_status": 202, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 202, "robots_err": null, "rules": {}} {"rank": 614, "domain": "wswebcdn.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 582, "domain": "dreamhost.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 18926, "llms_first": "# DreamHost", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 597, "domain": "telegraph.co.uk", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "restricted", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 604, "domain": "shop.app", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 3534, "llms_first": "# Shop", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 601, "domain": "digitalocean.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 618, "domain": "bx-msedge.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 621, "domain": "vercel-dns-3.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 606, "domain": "braze.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 97793, "llms_first": "# Braze", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 616, "domain": "accuweather.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 591, "domain": "ca.gov", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 608, "domain": "cdnvideo.ru", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 607, "domain": "atlassian.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 26567, "llms_first": "# Atlassian", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 571, "domain": "oraclecloud.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 596, "domain": "imgsmail.ru", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 562, "domain": "uol.com.br", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 588, "domain": "berkeley.edu", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 631, "domain": "msidentity.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 603, "domain": "bitrix24.ru", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 7437, "llms_first": "# \u0411\u0438\u0442\u0440\u0438\u043a\u044124", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "restricted", "ClaudeBot": "restricted", "anthropic-ai": "absent", "Google-Extended": "restricted", "CCBot": "absent", "PerplexityBot": "restricted", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 620, "domain": "mhverifier.ru", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 590, "domain": "pushy.io", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 612, "domain": "wix.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 37905, "llms_first": "# wix.com", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 617, "domain": "onetrust.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 6853, "llms_first": "# OneTrust", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 613, "domain": "threads.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "absent", "PerplexityBot": "blocked", "Bytespider": "absent", "Applebot-Extended": "blocked", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 611, "domain": "amazon.fr", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 615, "domain": "anthropic.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 624, "domain": "unesco.org", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 10568, "llms_first": "# UNESCO", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 254, "domain": "meraki.com", "llms_status": null, "llms_err": "ReadTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "restricted", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 640, "domain": "whecloud.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 625, "domain": "ikea.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 642, "domain": "googletagservices.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 628, "domain": "loc.gov", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 645, "domain": "footprintdns.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 641, "domain": "bidswitch.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 623, "domain": "free.fr", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 619, "domain": "sharethrough.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "blocked", "*": "blocked"}} {"rank": 599, "domain": "playstation.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "no-h1", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 627, "domain": "withgoogle.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 600, "domain": "force.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 639, "domain": "webempresa.eu", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 652, "domain": "cmediahub.ru", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 655, "domain": "googlezip.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 648, "domain": "xhamster.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 633, "domain": "shopee.com.br", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 657, "domain": "bytedns1.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 632, "domain": "branch.io", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 6604, "llms_first": "# Branch", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "allowed", "ClaudeBot": "allowed", "anthropic-ai": "allowed", "Google-Extended": "allowed", "CCBot": "allowed", "PerplexityBot": "allowed", "Bytespider": "absent", "Applebot-Extended": "restricted", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 635, "domain": "uk.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "absent"}} {"rank": 651, "domain": "yelp.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 654, "domain": "mega.co.nz", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "absent"}} {"rank": 658, "domain": "imgur.com", "llms_status": 429, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 429, "robots_err": null, "rules": {}} {"rank": 626, "domain": "jotform.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "restricted", "ClaudeBot": "restricted", "anthropic-ai": "restricted", "Google-Extended": "absent", "CCBot": "restricted", "PerplexityBot": "restricted", "Bytespider": "restricted", "Applebot-Extended": "restricted", "meta-externalagent": "restricted", "*": "restricted"}} {"rank": 643, "domain": "techcrunch.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 637, "domain": "surveymonkey.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 13677, "llms_first": "# SurveyMonkey", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 646, "domain": "vedsalb.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 662, "domain": "allegro.pl", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 13629, "llms_first": "# Allegro", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "restricted", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 634, "domain": "sagepub.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "allowed", "ClaudeBot": "allowed", "anthropic-ai": "allowed", "Google-Extended": "allowed", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "allowed", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 650, "domain": "ovh.net", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 358, "domain": "washingtonpost.com", "llms_status": null, "llms_err": "ReadTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 656, "domain": "service.gov.uk", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 659, "domain": "elpais.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 670, "domain": "pvp.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 647, "domain": "nike.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 636, "domain": "amazon.ca", "llms_status": 503, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 663, "domain": "beyondwickedmapping.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 471, "domain": "adriver.ru", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 671, "domain": "anydesk.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 630, "domain": "dyndns.org", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 673, "domain": "hstgr.net", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 678, "domain": "vercel-dns-017.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 676, "domain": "hostgator.com.br", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 666, "domain": "primevideo.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 629, "domain": "nintendo.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 653, "domain": "redhat.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 4366, "llms_first": "# Red Hat", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 660, "domain": "dailymail.co.uk", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "no-h1", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 667, "domain": "vercel.app", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 674, "domain": "openstreetmap.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 649, "domain": "britannica.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 688, "domain": "twimg.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 692, "domain": "resolver.arpa", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 665, "domain": "intercom.io", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 10277, "llms_first": "# intercom.com \u2014 llms.txt", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 668, "domain": "amazon.in", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 686, "domain": "ks-cdn.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 677, "domain": "outbrain.com", "llms_status": 406, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 683, "domain": "perplexity.ai", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 675, "domain": "vkontakte.ru", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 679, "domain": "fontawesome.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 1578, "llms_first": "# Font Awesome", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 689, "domain": "optimizely.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 10739, "llms_first": "# Optimizely", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 681, "domain": "cdnhwc1.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 669, "domain": "viber.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 693, "domain": "lemonde.fr", "llms_status": 402, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 687, "domain": "cbsnews.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 661, "domain": "stackadapt.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 21697, "llms_first": "# StackAdapt", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 705, "domain": "share-dns.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 694, "domain": "dailymail.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "no-h1", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 664, "domain": "cambridge.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 708, "domain": "nel.goog", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 697, "domain": "blackhub.team", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 695, "domain": "fb.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "absent", "PerplexityBot": "blocked", "Bytespider": "absent", "Applebot-Extended": "blocked", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 706, "domain": "iso.org", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 691, "domain": "verisign.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 702, "domain": "independent.co.uk", "llms_status": 410, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 711, "domain": "comcast.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 698, "domain": "id5-sync.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 701, "domain": "seznam.cz", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 716, "domain": "dbankcloud.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 685, "domain": "hihonorcloud.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 712, "domain": "mailchimp.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 200000, "llms_first": "# Mailchimp - Complete Web Content Analysis", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 690, "domain": "dotomi.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 710, "domain": "sophos.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 722, "domain": "samsungacr.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 703, "domain": "amazon.es", "llms_status": 503, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 704, "domain": "kick.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 699, "domain": "cnet.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 700, "domain": "pinimg.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 717, "domain": "g.co", "llms_status": 400, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 400, "robots_err": null, "rules": {}} {"rank": 709, "domain": "wp.pl", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "allowed", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 723, "domain": "itch.io", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 731, "domain": "agkn.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 715, "domain": "ya.ru", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 696, "domain": "wps.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 6576, "llms_first": "# WPS Office", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 724, "domain": "spiegel.de", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 707, "domain": "amazon.it", "llms_status": 503, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 735, "domain": "1rx.io", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 718, "domain": "globalsign.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 738, "domain": "githubusercontent.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 732, "domain": "creativecdn.com", "llms_status": 204, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 733, "domain": "stripchat.com", "llms_status": 406, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 713, "domain": "quantserve.com", "llms_status": 503, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 725, "domain": "ring.com", "llms_status": 406, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 406, "robots_err": null, "rules": {}} {"rank": 728, "domain": "cursor.sh", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 27697, "llms_first": "# Cursor Documentation", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 714, "domain": "parklogic.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 745, "domain": "bidr.io", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 729, "domain": "browser-intake-datadoghq.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 720, "domain": "marriott.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 748, "domain": "bunnyinfra.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 749, "domain": "imrworldwide.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 743, "domain": "bandcamp.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 751, "domain": "bamgrid.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 682, "domain": "360.cn", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 736, "domain": "mlb.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 726, "domain": "alipaydns.com", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 739, "domain": "wattpad.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 744, "domain": "google.co.uk", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 747, "domain": "python.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 758, "domain": "safebrowsing.apple", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 737, "domain": "uber.com", "llms_status": 406, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 755, "domain": "criteo.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 752, "domain": "wpguardian.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 719, "domain": "fifa.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 740, "domain": "abovedomains.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 763, "domain": "steamstatic.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 753, "domain": "homedepot.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 721, "domain": "wpguardian.io", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 767, "domain": "grammarly.io", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 756, "domain": "curseforge.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 750, "domain": "lijit.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 754, "domain": "mediafire.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 741, "domain": "shopee.co.id", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 730, "domain": "asus.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 37128, "llms_first": "# ASUS", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 759, "domain": "bugsnag.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "absent"}} {"rank": 762, "domain": "ad-tech.ru", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 766, "domain": "allaboutcookies.org", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 775, "domain": "nmrodam.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 768, "domain": "gumgum.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 3760, "llms_first": "# GumGum", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "allowed", "ClaudeBot": "allowed", "anthropic-ai": "allowed", "Google-Extended": "allowed", "CCBot": "absent", "PerplexityBot": "allowed", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 770, "domain": "ddnss.de", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 779, "domain": "ovscdns.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 742, "domain": "airbnb.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "restricted", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "restricted", "Bytespider": "absent", "Applebot-Extended": "blocked", "meta-externalagent": "restricted", "*": "restricted"}} {"rank": 760, "domain": "eeroup.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 769, "domain": "fda.gov", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 774, "domain": "bild.de", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 783, "domain": "orderbox-dns.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 761, "domain": "sedo.com", "llms_status": 503, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 765, "domain": "box.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 746, "domain": "zillow.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "restricted", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 773, "domain": "appcenter.ms", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 781, "domain": "lenovo.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 764, "domain": "ted.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "restricted", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 782, "domain": "fiverr.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 5915, "llms_first": "# Fiverr", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 784, "domain": "adjust.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 429, "robots_err": null, "rules": {}} {"rank": 786, "domain": "liadm.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 793, "domain": "wcdnga.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 790, "domain": "adform.net", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 785, "domain": "visma.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 794, "domain": "queniuaa.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 777, "domain": "singular.net", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "no-h1", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "restricted", "ClaudeBot": "restricted", "anthropic-ai": "restricted", "Google-Extended": "restricted", "CCBot": "restricted", "PerplexityBot": "restricted", "Bytespider": "restricted", "Applebot-Extended": "restricted", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 610, "domain": "2gis.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 797, "domain": "sc-cdn.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 789, "domain": "apnews.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "absent", "Applebot-Extended": "blocked", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 800, "domain": "herokudns.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 792, "domain": "welt.de", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 795, "domain": "google.com.br", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 771, "domain": "porkbun.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 79114, "llms_first": "# Porkbun", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 799, "domain": "people.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "restricted", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 805, "domain": "recaptcha.net", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 180, "domain": "macromedia.com", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 780, "domain": "mercadolivre.com.br", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "blocked", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 801, "domain": "mixpanel.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 1880, "llms_first": "# Mixpanel", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 811, "domain": "cloudsink.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 802, "domain": "expedia.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 6979, "llms_first": "# Expedia.com", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "restricted", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 788, "domain": "networkadvertising.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 808, "domain": "teads.tv", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 572, "domain": "rakuten.co.jp", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 807, "domain": "disneyplus.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "restricted", "ClaudeBot": "restricted", "anthropic-ai": "absent", "Google-Extended": "restricted", "CCBot": "restricted", "PerplexityBot": "restricted", "Bytespider": "restricted", "Applebot-Extended": "restricted", "meta-externalagent": "restricted", "*": "blocked"}} {"rank": 383, "domain": "amazontrust.com", "llms_status": null, "llms_err": "ReadTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ReadTimeout", "rules": {}} {"rank": 817, "domain": "usgovcloudapi.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 778, "domain": "meta.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 819, "domain": "zpath.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 816, "domain": "unpkg.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 2004, "llms_first": "# UNPKG", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "allowed", "ClaudeBot": "allowed", "anthropic-ai": "absent", "Google-Extended": "allowed", "CCBot": "allowed", "PerplexityBot": "allowed", "Bytespider": "absent", "Applebot-Extended": "allowed", "meta-externalagent": "allowed", "*": "allowed"}} {"rank": 221, "domain": "cdngslb.com", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 814, "domain": "academia.edu", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "absent", "PerplexityBot": "restricted", "Bytespider": "absent", "Applebot-Extended": "blocked", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 806, "domain": "ameblo.jp", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 803, "domain": "zoho.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 36313, "llms_first": "# Zoho", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 809, "domain": "prnewswire.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 2575, "llms_first": "# PR Newswire (Cision)", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 826, "domain": "turn.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 815, "domain": "a-mo.net", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 827, "domain": "akamaitech.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 829, "domain": "keenetic.io", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 199, "domain": "shifen.com", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 824, "domain": "discordapp.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 772, "domain": "nikkei.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 241, "domain": "imcmdb.net", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 821, "domain": "33across.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 835, "domain": "msftauth.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 464, "domain": "timeweb.ru", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 831, "domain": "lefigaro.fr", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 838, "domain": "a-msedge.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 830, "domain": "deepl.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 836, "domain": "focus.de", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 822, "domain": "moloco.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 8655, "llms_first": "# Moloco", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "allowed", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 837, "domain": "buydomains.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 812, "domain": "xbox.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 833, "domain": "theverge.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "allowed", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 810, "domain": "rakuten.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 271, "domain": "mangosip.ru", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 842, "domain": "goskope.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 847, "domain": "it.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 848, "domain": "xvideos.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 832, "domain": "liftoff.io", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "no-h1", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 823, "domain": "auvik.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 273, "domain": "msedge.net", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 843, "domain": "me.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 853, "domain": "lgtvcommon.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 851, "domain": "onlyfans.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 804, "domain": "no-ip.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 8943, "llms_first": "# No-IP", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 44, "domain": "sharepoint.com", "llms_status": null, "llms_err": "ReadTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ReadTimeout", "rules": {}} {"rank": 295, "domain": "jsdelivr.net", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 855, "domain": "onetag-sys.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 825, "domain": "blackberry.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 861, "domain": "t-s1-msedge.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 820, "domain": "erome.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 841, "domain": "zoom.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 863, "domain": "disqus.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 846, "domain": "hbr.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 866, "domain": "yellowblue.io", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 854, "domain": "myspace.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 868, "domain": "adgrx.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 840, "domain": "att.net", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 862, "domain": "pexels.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 845, "domain": "amazon.com.br", "llms_status": 503, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 844, "domain": "usda.gov", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 864, "domain": "jetbrains.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 857, "domain": "bitdefender.net", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 317, "domain": "worldnic.com", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 856, "domain": "craigslist.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 871, "domain": "chess.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 874, "domain": "fbsbx.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 879, "domain": "azure-devices.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 880, "domain": "ssl-images-amazon.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 787, "domain": "mobolize.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 870, "domain": "frontiersin.org", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 5254, "llms_first": "# Frontiers (www.frontiersin.org)", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 850, "domain": "agoda.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 884, "domain": "spotifycdn.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 813, "domain": "daum.net", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 834, "domain": "washington.edu", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 852, "domain": "discogs.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 867, "domain": "appspot.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 828, "domain": "vivo.com.cn", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 889, "domain": "dbankcloud.ru", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 891, "domain": "h264.io", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 873, "domain": "t-mobile.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 893, "domain": "scdn.co", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 869, "domain": "hilton.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 886, "domain": "pendo.io", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 20343, "llms_first": "# Pendo", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 878, "domain": "pikabu.ru", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 872, "domain": "mayoclinic.org", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 887, "domain": "biblegateway.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 860, "domain": "figma.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "allowed", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 849, "domain": "amazon.com.au", "llms_status": 503, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 882, "domain": "arcgis.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 896, "domain": "herokuapp.com", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 876, "domain": "princeton.edu", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 903, "domain": "dv.tech", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 859, "domain": "nbcnews.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 892, "domain": "pornhub.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 881, "domain": "usps.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 904, "domain": "kleinanzeigen.de", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 888, "domain": "readthedocs.io", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 894, "domain": "magnit.ru", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 912, "domain": "samsungiotcloud.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 883, "domain": "www.gov.br", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 914, "domain": "tiktokw.us", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 907, "domain": "lwsdns.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 913, "domain": "go-mpulse.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 858, "domain": "ebay.co.uk", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 895, "domain": "worldbank.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 393, "domain": "dnspod.net", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 906, "domain": "wyzecam.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 5684, "llms_first": "# Agent Instructions \u2014 Wyze Labs, Inc.", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "allowed", "ClaudeBot": "allowed", "anthropic-ai": "absent", "Google-Extended": "allowed", "CCBot": "restricted", "PerplexityBot": "allowed", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "allowed", "*": "restricted"}} {"rank": 921, "domain": "nintendo.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 865, "domain": "lg.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 2245, "llms_first": "# LG Electronics (lg.com) \u2013 Official Content Guide for AI (Global Hub)", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 901, "domain": "qualtrics.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 897, "domain": "life360.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 911, "domain": "starlink.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 885, "domain": "bankofamerica.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 902, "domain": "coupang.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 928, "domain": "webhostbox.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 923, "domain": "playrix.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 916, "domain": "flashtalking.com", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 929, "domain": "dnse0.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 920, "domain": "usercontent.goog", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 925, "domain": "genius.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 908, "domain": "odoo.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 875, "domain": "ebay.de", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 917, "domain": "paramountplus.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 935, "domain": "aiv-delivery.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 922, "domain": "samsungosp.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 915, "domain": "seedtag.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 19326, "llms_first": "# Seedtag", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "allowed", "ClaudeBot": "allowed", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "allowed", "Bytespider": "allowed", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 932, "domain": "epam.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 940, "domain": "mailchi.mp", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 900, "domain": "latimes.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 937, "domain": "ryanair.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 931, "domain": "one.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 3762, "llms_first": "# one.com", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 941, "domain": "eporner.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 924, "domain": "docker.io", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 944, "domain": "mybluehost.me", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 437, "domain": "vkuser.net", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 899, "domain": "fwmrm.net", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "no-h1", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 942, "domain": "lowes.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 910, "domain": "agora.io", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 8857, "llms_first": "## Overview", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 949, "domain": "character.ai", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 919, "domain": "epa.gov", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 945, "domain": "zenecn.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 926, "domain": "deloitte.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 938, "domain": "volcgslb.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 909, "domain": "pccc.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 948, "domain": "investopedia.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "restricted", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 877, "domain": "synology.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 946, "domain": "tbank.ru", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 951, "domain": "chaturbate.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 727, "domain": "linode.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 957, "domain": "tailscale.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 415, "llms_first": "# Tailscale", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 959, "domain": "bytefcdn.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 927, "domain": "smartthings.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 939, "domain": "ubnt.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "allowed", "ClaudeBot": "allowed", "anthropic-ai": "absent", "Google-Extended": "allowed", "CCBot": "allowed", "PerplexityBot": "allowed", "Bytespider": "absent", "Applebot-Extended": "allowed", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 966, "domain": "ln-msedge.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 943, "domain": "webmd.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 930, "domain": "ubi.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 953, "domain": "onet.pl", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 963, "domain": "xnxx.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 798, "domain": "wb.ru", "llms_status": 498, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 498, "robots_err": null, "rules": {}} {"rank": 962, "domain": "thenai.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 950, "domain": "netlify.app", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 2971, "llms_first": "# Netlify", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 971, "domain": "tsyndicate.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 958, "domain": "repubblica.it", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 2327, "llms_first": "# la Repubblica - Indice dei contenuti", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "absent", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 977, "domain": "4dex.io", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 967, "domain": "ancestry.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 461, "domain": "myqcloud.com", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 961, "domain": "note.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 980, "domain": "tplinknbu.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 947, "domain": "mercadolibre.com.ar", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "blocked", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 972, "domain": "nexusmods.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 982, "domain": "cdn-vk.ru", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 960, "domain": "fidelity.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 984, "domain": "b-msedge.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 976, "domain": "xhamster46.desi", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 988, "domain": "transsion-os.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 985, "domain": "dnse2.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 981, "domain": "presage.io", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 451, "domain": "chinamobile.com", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 644, "domain": "ups.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 979, "domain": "btloader.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "blocked"}} {"rank": 969, "domain": "corriere.it", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "allowed", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 973, "domain": "weforum.org", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 994, "domain": "immedia-semi.com", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 983, "domain": "stbid.ru", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 990, "domain": "sofascore.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 987, "domain": "otto.de", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 14947, "llms_first": "# OTTO", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "restricted", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "restricted", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 995, "domain": "faphouse.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 415, "domain": "huawei.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 965, "domain": "nationalgeographic.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 999, "domain": "app-ads-services.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 418, "domain": "shiabank.com", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 997, "domain": "bol.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 934, "domain": "youku.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "no-h1", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {}} {"rank": 970, "domain": "healthline.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 469, "domain": "nflximg.com", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 954, "domain": "change.org", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 472, "domain": "list-manage.com", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 527, "domain": "twc.com", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 996, "domain": "eu.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "absent"}} {"rank": 1000, "domain": "themeforest.net", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 684, "domain": "consultant.ru", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 474, "domain": "nease.net", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 898, "domain": "ys7.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "allowed"}} {"rank": 964, "domain": "jd.com", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 477, "domain": "kwai.net", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 955, "domain": "sentinelone.net", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 975, "domain": "segment.io", "llms_status": 200, "llms_err": null, "llms_ok": false, "llms_why": "html", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 956, "domain": "hm.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 974, "domain": "xerox.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 986, "domain": "kwai.com", "llms_status": 200, "llms_err": null, "llms_ok": true, "llms_why": "ok", "llms_len": 5130, "llms_first": "# Kwai (www.kwai.com)", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "blocked", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "absent"}} {"rank": 479, "domain": "tencent-cloud.net", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 989, "domain": "pixiv.net", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 978, "domain": "caixa.gov.br", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 498, "domain": "npr.org", "llms_status": null, "llms_err": "ReadTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ReadTimeout", "rules": {}} {"rank": 672, "domain": "telephony.goog", "llms_status": null, "llms_err": "ConnectionError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectionError", "rules": {}} {"rank": 179, "domain": "mts.ru", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 918, "domain": "miwifi.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 404, "robots_err": null, "rules": {}} {"rank": 796, "domain": "rt.ru", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 638, "domain": "tencent.com", "llms_status": null, "llms_err": "SSLError", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "SSLError", "rules": {}} {"rank": 505, "domain": "mcafee.com", "llms_status": null, "llms_err": "ReadTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ReadTimeout", "rules": {}} {"rank": 757, "domain": "bestbuy.com", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "restricted", "ClaudeBot": "restricted", "anthropic-ai": "restricted", "Google-Extended": "restricted", "CCBot": "restricted", "PerplexityBot": "restricted", "Bytespider": "restricted", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 131, "domain": "amazon-adsystem.com", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 998, "domain": "xhcdn.com", "llms_status": 403, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 403, "robots_err": null, "rules": {}} {"rank": 546, "domain": "noaa.gov", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "absent", "ClaudeBot": "absent", "anthropic-ai": "absent", "Google-Extended": "absent", "CCBot": "absent", "PerplexityBot": "absent", "Bytespider": "absent", "Applebot-Extended": "absent", "meta-externalagent": "absent", "*": "restricted"}} {"rank": 602, "domain": "samsungapps.com", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 791, "domain": "shopeemobile.com", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 890, "domain": "360safe.com", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 905, "domain": "eu-1-id5-sync.com", "llms_status": null, "llms_err": "ReadTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ReadTimeout", "rules": {}} {"rank": 776, "domain": "mckinsey.com", "llms_status": null, "llms_err": "ReadTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ReadTimeout", "rules": {}} {"rank": 968, "domain": "internetwarriors.net", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 952, "domain": "leiniao.com", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 936, "domain": "kunluncan.com", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 991, "domain": "ddns.net", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 993, "domain": "opera-api.com", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 992, "domain": "elmundo.es", "llms_status": 404, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 200, "robots_err": null, "rules": {"GPTBot": "blocked", "ClaudeBot": "blocked", "anthropic-ai": "blocked", "Google-Extended": "blocked", "CCBot": "blocked", "PerplexityBot": "blocked", "Bytespider": "blocked", "Applebot-Extended": "blocked", "meta-externalagent": "blocked", "*": "restricted"}} {"rank": 549, "domain": "elasticbeanstalk.com", "llms_status": null, "llms_err": "ReadTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ReadTimeout", "rules": {}} {"rank": 338, "domain": "tbcache.com", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 342, "domain": "inner-active.mobi", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 531, "domain": "ipv4only.arpa", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 622, "domain": "alicdn.com", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 680, "domain": "typekit.net", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 818, "domain": "ozone.ru", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 839, "domain": "livejournal.com", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 933, "domain": "state.gov", "llms_status": 407, "llms_err": null, "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": 407, "robots_err": null, "rules": {}} {"rank": 201, "domain": "lsrelayaccess.com", "llms_status": null, "llms_err": "ReadTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ReadTimeout", "rules": {}} {"rank": 458, "domain": "wbx2.com", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 734, "domain": "crwdcntrl.net", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 450, "domain": "avsxappcaptiveportal.com", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}} {"rank": 475, "domain": "firetvcaptiveportal.com", "llms_status": null, "llms_err": "ConnectTimeout", "llms_ok": false, "llms_why": "no", "llms_len": 0, "llms_first": "", "robots_status": null, "robots_err": "ConnectTimeout", "rules": {}}