# Generated by AIVIS: explicitly allows AI bots to read the site.
# https://aivis.lumnika.com — re-scan the site after installing to verify your score.

User-agent: *
Allow: /account/newsletters
Disallow: /polska
Disallow: /account/*
Disallow: /tosv*.html
Disallow: /search
Disallow: /company/search/
Disallow: /professional/search/
Disallow: /impact/search/
Disallow: /ux/search/
Disallow: /wnwi/search/
Disallow: /gei/search/
Disallow: /impact/search/
Disallow: /netzeropathfinders/search/
Disallow: /notices/search/
Disallow: /distribution/search/
Disallow: /ukinnovators/search/
Disallow: /latam/search/
Disallow: /faq/search/
Disallow: /tc/search/
Disallow: /subscriptions/group/manage/
Disallow: /preview/lineup
Disallow: /preview/articles
Disallow: /explore/
Disallow: /press-releases/
Disallow: /artemis/
Disallow: /sessions-publisher/

User-agent: mediapartners-google
Disallow: /about/careers
Disallow: /about/careers/
Disallow: /offlinemessage/
Disallow: /apps/fbk
Disallow: /bb/newsarchive/
Disallow: /apps/news

User-agent: spinn3r
Disallow: /podcasts/
Disallow: /feed/podcast/
Disallow: /bb/avfile/

User-agent: googlebot-news
Disallow: /sponsor/
Disallow: /news/sponsors/*
Disallow: /news/terminal/*

User-agent: twitterbot
Allow: /en/news/thp

User-agent: python-urllib
Disallow: /

User-agent: python-requests
Disallow: /

User-agent: python-http-client
Disallow: /

User-agent: claude-web
Allow: /professional
Allow: /company
Allow: /latam
Allow: /faq
Allow: /tc
Disallow: /

User-agent: youbot
Allow: /professional
Allow: /company
Allow: /latam
Allow: /faq
Allow: /tc
Disallow: /

User-agent: claude-searchbot
Allow: /professional
Allow: /company
Allow: /latam
Allow: /faq
Allow: /tc
Disallow: /

User-agent: duckassistbot
Allow: /professional
Allow: /company
Allow: /latam
Allow: /faq
Allow: /tc
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: google-apps
Disallow: /

User-agent: google-apps-script
Disallow: /

User-agent: appengine-google
Disallow: /

User-agent: google-cloud
Disallow: /

User-agent: google-cloudvertexbot
Disallow: /

User-agent: amazonbot
Disallow: /

User-agent: amazonadbot
Disallow: /

User-agent: meta-externalfetcher
Disallow: /

User-agent: meta-externalagent-image
Disallow: /

User-agent: bytespider-image
Disallow: /

User-agent: feedly
Allow: /professional
Allow: /company
Allow: /latam
Allow: /faq
Allow: /tc
Disallow: /

User-agent: feedlybot
Allow: /professional
Allow: /company
Allow: /latam
Allow: /faq
Allow: /tc
Disallow: /

User-agent: feedlyapp
Allow: /professional
Allow: /company
Allow: /latam
Allow: /faq
Allow: /tc
Disallow: /

User-agent: mwfeedparser
Allow: /professional
Allow: /company
Allow: /latam
Allow: /faq
Allow: /tc
Disallow: /

User-agent: comscore
Disallow: /

User-agent: comscore
Disallow: /

User-agent: hubspot
Disallow: /

User-agent: hubspot
Disallow: /

User-agent: criteo
Disallow: /

User-agent: criteo-bot
Disallow: /

User-agent: peer39_crawler
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: linkdexbot
Disallow: /

User-agent: ntent
Disallow: /

User-agent: anderspinkbot
Disallow: /

User-agent: indeedbot
Disallow: /

User-agent: mj12bot
Disallow: /

User-agent: petalbot
Disallow: /

User-agent: yisouspider
Disallow: /

User-agent: 360spider
Disallow: /

User-agent: qwantify
Disallow: /

User-agent: toutiaospider
Disallow: /

User-agent: screaming frog seo spider
Allow: /professional
Allow: /company
Allow: /latam
Allow: /faq
Allow: /tc
Disallow: /

User-agent: prtg
Disallow: /

User-agent: freshpingbot
Disallow: /

User-agent: panopta
Disallow: /

User-agent: datadogsynthetics
Disallow: /

User-agent: rackspace
Disallow: /

User-agent: censys
Disallow: /

User-agent: burp
Disallow: /

User-agent: burp
Disallow: /

User-agent: check_http
Disallow: /

User-agent: dotcommonitor
Disallow: /

User-agent: watchsumo
Disallow: /

User-agent: wormlybot
Disallow: /

User-agent: calibrebot
Disallow: /

User-agent: audistobot
Disallow: /

User-agent: hatena
Disallow: /

User-agent: hatena-bookmark
Disallow: /

User-agent: everyonesocialbot
Disallow: /

User-agent: diffbot
Disallow: /

User-agent: netvibes
Disallow: /

User-agent: webceo
Disallow: /

User-agent: postano
Disallow: /

User-agent: rebelmouse
Disallow: /

User-agent: muck-rack
Disallow: /

User-agent: instapaperviewer
Disallow: /

User-agent: twurly
Disallow: /

User-agent: livelapbot
Disallow: /

User-agent: datagnionbot
Disallow: /

User-agent: linespider
Disallow: /

User-agent: discourse
Disallow: /

User-agent: medusa
Disallow: /

User-agent: pingback
Disallow: /

User-agent: wordpress
Disallow: /

User-agent: wp_ping
Disallow: /

User-agent: mauibot
Disallow: /

User-agent: ltx71
Disallow: /

User-agent: wesee
Disallow: /

User-agent: halebot
Disallow: /

User-agent: brightbot
Disallow: /

User-agent: unityplayer
Disallow: /

# Bot AI esplicitamente permessi (generato da AIVIS)
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

Sitemap: https://www.bloomberg.com/sitemaps/news/index.xml
