# Generated by AIVIS: explicitly allows AI bots to read the site.
# https://aivis.lumnika.com — re-scan the site after installing to verify your score.

User-agent: claude-searchbot
Allow: /pro$
Allow: /pro/
Allow: /syndication$
Allow: /syndication/
Disallow: /

User-agent: claude-web
Allow: /pro$
Allow: /pro/
Allow: /syndication$
Allow: /syndication/
Disallow: /

User-agent: piplbot
Disallow: /

User-agent: turnitinbot
Disallow: /

User-agent: petalbot
Disallow: /

User-agent: moodlebot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: mozilla/5.0 (compatible; parse.ly scraper/0.16; +http://parsely.com)
Disallow: /checkout

User-agent: *
Disallow: /5605/
Disallow: /pubads.g.doubleclick.net/
Disallow: /assets/infographic/
Disallow: /search/
Disallow: /search?q=
Disallow: /graphql
Disallow: /subscribe/getstarted/
Disallow: /checkout
Disallow: /switch*
Disallow: /audio-edition-podcast/*/index.xml

# Bot AI esplicitamente permessi (generato da AIVIS)
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

Sitemap: https://www.economist.com/sitemap.xml
