{"study":"AIVIS AI Crawler Blocking Report 2026","url":"https://aivis.lumnika.com/en/research/ai-crawler-blocking-2026","generatedAt":"2026-09-25T14:34:23.970Z","totalDomains":1769,"classifiedDomains":390,"scannedFrom":"2026-09-19T17:11:41.514Z","scannedTo":"2026-09-22T02:55:36.368Z","minSampleForSector":10,"license":"CC-BY-4.0","sampleSize":1349,"withRobots":{"count":1349,"pct":76.3},"botsTracked":13,"anyBlocked":{"count":154,"pct":11.4},"allBlocked":{"count":19,"pct":1.4},"anyTraining":{"count":154,"pct":11.4},"anySearch":{"count":78,"pct":5.8},"anyUser":{"count":75,"pct":5.6},"trainingOnly":{"count":69,"pct":5.1},"byBot":[{"token":"CCBot","operator":"Common Crawl","purpose":"training","blocked":{"count":120,"pct":8.9}},{"token":"Bytespider","operator":"ByteDance","purpose":"training","blocked":{"count":116,"pct":8.6}},{"token":"GPTBot","operator":"OpenAI","purpose":"training","blocked":{"count":103,"pct":7.6}},{"token":"ClaudeBot","operator":"Anthropic","purpose":"training","blocked":{"count":98,"pct":7.3}},{"token":"Google-Extended","operator":"Google","purpose":"training","blocked":{"count":90,"pct":6.7}},{"token":"anthropic-ai","operator":"Anthropic","purpose":"training","blocked":{"count":89,"pct":6.6}},{"token":"Applebot-Extended","operator":"Apple","purpose":"training","blocked":{"count":89,"pct":6.6}},{"token":"Meta-ExternalAgent","operator":"Meta","purpose":"training","blocked":{"count":88,"pct":6.5}},{"token":"PerplexityBot","operator":"Perplexity","purpose":"search","blocked":{"count":76,"pct":5.6}},{"token":"ChatGPT-User","operator":"OpenAI","purpose":"user","blocked":{"count":55,"pct":4.1}},{"token":"Perplexity-User","operator":"Perplexity","purpose":"user","blocked":{"count":52,"pct":3.9}},{"token":"Claude-User","operator":"Anthropic","purpose":"user","blocked":{"count":49,"pct":3.6}},{"token":"OAI-SearchBot","operator":"OpenAI","purpose":"search","blocked":{"count":40,"pct":3}}],"bySector":[{"sector":"saas","n":119,"lowSample":false,"anyBlocked":{"count":9,"pct":7.6},"bots":{"GPTBot":{"count":1,"pct":0.8},"ClaudeBot":{"count":1,"pct":0.8},"PerplexityBot":{"count":0,"pct":0},"Google-Extended":{"count":1,"pct":0.8}}},{"sector":"news-media","n":57,"lowSample":false,"anyBlocked":{"count":29,"pct":50.9},"bots":{"GPTBot":{"count":22,"pct":38.6},"ClaudeBot":{"count":20,"pct":35.1},"PerplexityBot":{"count":18,"pct":31.6},"Google-Extended":{"count":19,"pct":33.3}}},{"sector":"higher-education","n":46,"lowSample":false,"anyBlocked":{"count":0,"pct":0},"bots":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0}}},{"sector":"ecommerce","n":36,"lowSample":false,"anyBlocked":{"count":4,"pct":11.1},"bots":{"GPTBot":{"count":3,"pct":8.3},"ClaudeBot":{"count":2,"pct":5.6},"PerplexityBot":{"count":0,"pct":0},"Google-Extended":{"count":3,"pct":8.3}}},{"sector":"banking-finance","n":25,"lowSample":false,"anyBlocked":{"count":4,"pct":16},"bots":{"GPTBot":{"count":2,"pct":8},"ClaudeBot":{"count":1,"pct":4},"PerplexityBot":{"count":1,"pct":4},"Google-Extended":{"count":2,"pct":8}}},{"sector":"government","n":23,"lowSample":false,"anyBlocked":{"count":2,"pct":8.7},"bots":{"GPTBot":{"count":2,"pct":8.7},"ClaudeBot":{"count":1,"pct":4.3},"PerplexityBot":{"count":2,"pct":8.7},"Google-Extended":{"count":1,"pct":4.3}}},{"sector":"hotels-bnbs","n":12,"lowSample":false,"anyBlocked":{"count":1,"pct":8.3},"bots":{"GPTBot":{"count":1,"pct":8.3},"ClaudeBot":{"count":1,"pct":8.3},"PerplexityBot":{"count":0,"pct":0},"Google-Extended":{"count":1,"pct":8.3}}},{"sector":"automotive","n":10,"lowSample":false,"anyBlocked":{"count":2,"pct":20},"bots":{"GPTBot":{"count":2,"pct":20},"ClaudeBot":{"count":2,"pct":20},"PerplexityBot":{"count":1,"pct":10},"Google-Extended":{"count":2,"pct":20}}},{"sector":"telecom-utilities","n":8,"lowSample":true,"anyBlocked":{"count":0,"pct":0},"bots":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0}}},{"sector":"restaurants","n":8,"lowSample":true,"anyBlocked":{"count":4,"pct":50},"bots":{"GPTBot":{"count":2,"pct":25},"ClaudeBot":{"count":3,"pct":37.5},"PerplexityBot":{"count":2,"pct":25},"Google-Extended":{"count":3,"pct":37.5}}},{"sector":"travel-transport","n":6,"lowSample":true,"anyBlocked":{"count":2,"pct":33.3},"bots":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0}}},{"sector":"real-estate","n":6,"lowSample":true,"anyBlocked":{"count":1,"pct":16.7},"bots":{"GPTBot":{"count":1,"pct":16.7},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0}}},{"sector":"web-agencies","n":4,"lowSample":true,"anyBlocked":{"count":0,"pct":0},"bots":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0}}},{"sector":"law-firms","n":2,"lowSample":true,"anyBlocked":{"count":0,"pct":0},"bots":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0}}},{"sector":"local-businesses","n":2,"lowSample":true,"anyBlocked":{"count":0,"pct":0},"bots":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0}}}],"attribution":"Data: AIVIS AI Crawler Blocking Report 2026 (https://aivis.lumnika.com/en/research/ai-crawler-blocking-2026), licensed under CC-BY-4.0."}