# Generated by AIVIS: explicitly allows AI bots to read the site.
# https://aivis.lumnika.com — re-scan the site after installing to verify your score.

User-agent: *
Disallow: /search/
Disallow: /*/search/
Disallow: /overlay/
Disallow: /popups/mediaplayer/
Disallow: /popups/popup_gallery/
Disallow: /*/layoutvorlagen/
Disallow: /*/user/account$
Disallow: /*/user/activity$
Disallow: /*/user/profile$
Disallow: /*/user/password/change$
Disallow: /*/user/password/set$
Disallow: /*/user/feedback/status?type=*
Disallow: /*/user/register/confirm$
Disallow: /*/user/email/change$
Disallow: /popups/
Disallow: /media/
Disallow: /static/
Disallow: /graph-api/

User-agent: googlebot
User-agent: bingbot
Disallow: /*?*
Disallow: /p/*

User-agent: ahrefsbot
Disallow: /

User-agent: ai2bot
Disallow: /

User-agent: ai2bot-dolma
Disallow: /

User-agent: amazonbot
Disallow: /

User-agent: applebot
Disallow: /

User-agent: awariorssbot
Disallow: /

User-agent: awariosmartbot
Disallow: /

User-agent: claude-web
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: dataforseobot
Disallow: /

User-agent: diffbot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: facebookbot
Disallow: /

User-agent: friendlycrawler
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: imagesiftbot
Disallow: /

User-agent: img2dataset
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: meta-externalfetcher
Disallow: /

User-agent: newsnow
Disallow: /

User-agent: mj12bot
Disallow: /

User-agent: news-please
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: peer39_crawler
Disallow: /

User-agent: peer39_crawler/1.0
Disallow: /

User-agent: perplexity-user/1.0
Disallow: /

User-agent: petalbot
Disallow: /

User-agent: scrapy
Disallow: /

User-agent: semrushbot
Disallow: /

User-agent: sirdatabot
Disallow: /

User-agent: timpibot
Disallow: /

User-agent: turnitinbot
Disallow: /

User-agent: velenpublicwebcrawler
Disallow: /

User-agent: webzio-extended
Disallow: /

User-agent: yeti
Disallow: /

User-agent: youbot
Disallow: /

User-agent: twitterbot
Allow: /*?at_*

User-agent: facebookexternalhit
Allow: /

# Bot AI esplicitamente permessi (generato da AIVIS)
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

Sitemap: https://www.dw.com/sitemap.xml
