{"study":"AIVIS AI Crawler Blocking Report 2026","url":"https://aivis.lumnika.com/en/research/ai-crawler-blocking-2026","generatedAt":"2026-11-12T17:56:44.044Z","totalDomains":1832,"classifiedDomains":410,"scannedFrom":"2026-09-19T17:57:29.887Z","scannedTo":"2026-11-12T08:04:21.488Z","minSampleForSector":10,"license":"CC-BY-4.0","sampleSize":1402,"withRobots":{"count":1402,"pct":76.5},"botsTracked":17,"anyBlocked":{"count":161,"pct":11.5},"allBlocked":{"count":0,"pct":0},"anyTraining":{"count":161,"pct":11.5},"anySearch":{"count":84,"pct":6},"anyUser":{"count":82,"pct":5.8},"trainingOnly":{"count":69,"pct":4.9},"byBot":[{"token":"CCBot","operator":"Common Crawl","purpose":"training","blocked":{"count":127,"pct":9.1}},{"token":"Bytespider","operator":"ByteDance","purpose":"training","blocked":{"count":123,"pct":8.8}},{"token":"GPTBot","operator":"OpenAI","purpose":"training","blocked":{"count":110,"pct":7.8}},{"token":"ClaudeBot","operator":"Anthropic","purpose":"training","blocked":{"count":105,"pct":7.5}},{"token":"anthropic-ai","operator":"Anthropic","purpose":"training","blocked":{"count":96,"pct":6.8}},{"token":"Google-Extended","operator":"Google","purpose":"training","blocked":{"count":96,"pct":6.8}},{"token":"Applebot-Extended","operator":"Apple","purpose":"training","blocked":{"count":96,"pct":6.8}},{"token":"Meta-ExternalAgent","operator":"Meta","purpose":"training","blocked":{"count":95,"pct":6.8}},{"token":"PerplexityBot","operator":"Perplexity","purpose":"search","blocked":{"count":82,"pct":5.8}},{"token":"ChatGPT-User","operator":"OpenAI","purpose":"user","blocked":{"count":62,"pct":4.4}},{"token":"Perplexity-User","operator":"Perplexity","purpose":"user","blocked":{"count":59,"pct":4.2}},{"token":"Claude-User","operator":"Anthropic","purpose":"user","blocked":{"count":56,"pct":4}},{"token":"OAI-SearchBot","operator":"OpenAI","purpose":"search","blocked":{"count":46,"pct":3.3}},{"token":"Claude-SearchBot","operator":"Anthropic","purpose":"search","blocked":{"count":1,"pct":0.1}},{"token":"DuckAssistBot","operator":"DuckDuckGo","purpose":"user","blocked":{"count":1,"pct":0.1}},{"token":"MistralAI-User","operator":"Mistral","purpose":"user","blocked":{"count":0,"pct":0}},{"token":"Meta-ExternalFetcher","operator":"Meta","purpose":"user","blocked":{"count":0,"pct":0}}],"bySector":[{"sector":"saas","n":123,"lowSample":false,"anyBlocked":{"count":9,"pct":7.3},"bots":{"GPTBot":{"count":1,"pct":0.8},"ClaudeBot":{"count":1,"pct":0.8},"PerplexityBot":{"count":0,"pct":0},"Google-Extended":{"count":1,"pct":0.8}}},{"sector":"news-media","n":57,"lowSample":false,"anyBlocked":{"count":29,"pct":50.9},"bots":{"GPTBot":{"count":22,"pct":38.6},"ClaudeBot":{"count":20,"pct":35.1},"PerplexityBot":{"count":18,"pct":31.6},"Google-Extended":{"count":19,"pct":33.3}}},{"sector":"higher-education","n":47,"lowSample":false,"anyBlocked":{"count":0,"pct":0},"bots":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0}}},{"sector":"ecommerce","n":44,"lowSample":false,"anyBlocked":{"count":4,"pct":9.1},"bots":{"GPTBot":{"count":3,"pct":6.8},"ClaudeBot":{"count":2,"pct":4.5},"PerplexityBot":{"count":0,"pct":0},"Google-Extended":{"count":3,"pct":6.8}}},{"sector":"banking-finance","n":29,"lowSample":false,"anyBlocked":{"count":6,"pct":20.7},"bots":{"GPTBot":{"count":4,"pct":13.8},"ClaudeBot":{"count":3,"pct":10.3},"PerplexityBot":{"count":3,"pct":10.3},"Google-Extended":{"count":4,"pct":13.8}}},{"sector":"government","n":23,"lowSample":false,"anyBlocked":{"count":2,"pct":8.7},"bots":{"GPTBot":{"count":2,"pct":8.7},"ClaudeBot":{"count":1,"pct":4.3},"PerplexityBot":{"count":2,"pct":8.7},"Google-Extended":{"count":1,"pct":4.3}}},{"sector":"hotels-bnbs","n":13,"lowSample":false,"anyBlocked":{"count":1,"pct":7.7},"bots":{"GPTBot":{"count":1,"pct":7.7},"ClaudeBot":{"count":1,"pct":7.7},"PerplexityBot":{"count":0,"pct":0},"Google-Extended":{"count":1,"pct":7.7}}},{"sector":"automotive","n":10,"lowSample":false,"anyBlocked":{"count":2,"pct":20},"bots":{"GPTBot":{"count":2,"pct":20},"ClaudeBot":{"count":2,"pct":20},"PerplexityBot":{"count":1,"pct":10},"Google-Extended":{"count":2,"pct":20}}},{"sector":"restaurants","n":9,"lowSample":true,"anyBlocked":{"count":4,"pct":44.4},"bots":{"GPTBot":{"count":2,"pct":22.2},"ClaudeBot":{"count":3,"pct":33.3},"PerplexityBot":{"count":2,"pct":22.2},"Google-Extended":{"count":3,"pct":33.3}}},{"sector":"telecom-utilities","n":8,"lowSample":true,"anyBlocked":{"count":0,"pct":0},"bots":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0}}},{"sector":"travel-transport","n":6,"lowSample":true,"anyBlocked":{"count":2,"pct":33.3},"bots":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0}}},{"sector":"real-estate","n":6,"lowSample":true,"anyBlocked":{"count":1,"pct":16.7},"bots":{"GPTBot":{"count":1,"pct":16.7},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0}}},{"sector":"web-agencies","n":4,"lowSample":true,"anyBlocked":{"count":0,"pct":0},"bots":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0}}},{"sector":"law-firms","n":2,"lowSample":true,"anyBlocked":{"count":0,"pct":0},"bots":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0}}},{"sector":"local-businesses","n":2,"lowSample":true,"anyBlocked":{"count":0,"pct":0},"bots":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0}}}],"attribution":"Data: AIVIS AI Crawler Blocking Report 2026 (https://aivis.lumnika.com/en/research/ai-crawler-blocking-2026), licensed under CC-BY-4.0."}