20 minutes

User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: MistralAI-User
User-agent: Claude-User
User-agent: Claude-Web
User-agent: Claude-SearchBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Gemini-Deep-Research
Disallow: /
Allow: /tempo/
Allow: /high-tech/
Allow: /gaming/
Allow: /vie-pro/
Allow: /sport/
Allow: /economie/auto/
Allow: /guide-achat/
Allow: /animaux/
Allow: /production/

User-agent: GPTBot
User-agent: CCBot
User-agent: Google-Extended
User-agent: PerplexityBot
User-agent: anthropic-ai
User-agent: ClaudeBot
User-agent: cohere-ai
User-agent: Applebot-Extended
User-agent: MistralAI-Index
Disallow: /
Allow: /tempo/
Allow: /high-tech/
Allow: /gaming/
Allow: /vie-pro/
Allow: /sport/
Allow: /production/
Allow: /conso
Allow: /services/jeux
Allow: /services/
Allow: /horoscope/

User-agent: *
Disallow: /article/*/commentaires*
Disallow: /resultats-examen/recherche/
Disallow: /resultats-examen/candidat/
Disallow: /embed/elections/resultats/
Disallow: /search

User-agent: grapeshot
Crawl-delay: 2

User-agent: FirstRain
User-agent: rogerbot
User-agent: AhrefsBot
User-agent: SearchmetricsBot
User-agent: MJ12bot
User-agent: dotbot
User-agent: Nutch
User-agent: trendictionbot
User-agent: XoviBot
User-agent: Cliqzbot
User-agent: GnowitNewsbot
User-agent: MaxPointCrawler
User-agent: Meltawer
User-agent: Digimind
User-agent: Knowings
User-agent: Sindup
User-agent: Cision
User-agent: Talkwater
User-agent: TurnitinBot
User-agent: ConveraCrawler
User-agent: QuepasaCreep
User-agent: Jetbot
User-agent: NewsNow
User-agent: kbcrawl
User-agent: AmiSoftware
User-agent: Newzbin
User-agent: Ask n read
User-agent: Qwam content intelligence
User-agent: Zite
User-agent: Youmag
User-agent: Synthesio
User-agent: trendybuzz
User-agent: scoop.it
User-agent: linkfluence
User-agent: 5emeRue
User-agent: Augure
User-agent: Corporama
User-agent: readability.com
User-agent: grub-client
User-agent: ia_archiver
User-agent: ia_archiver-web.archive.org
User-agent: k2spider
User-agent: libwww
User-agent: wget
User-agent: 5erue
User-agent: adequat
User-agent: adequat-systems
User-agent: auramundi
User-agent: coexel
User-agent: leadbox
User-agent: mention
User-agent: Moreover
User-agent: mytwip
User-agent: NewsNow
User-agent: Newzbin
User-agent: opinion-tracker
User-agent: proxem
User-agent: score3
User-agent: trendeo
User-agent: vecteurplus
User-agent: verticalsearch
User-agent: vsw
User-agent: winello
User-agent: Fetch
User-agent: infoseek
User-agent: MSIECrawler
User-agent: Offline Explorer
User-agent: sitecheck.internetseer.com
User-agent: SiteSnagger
User-agent: Teleport
User-agent: TeleportPro
User-agent: WebCopier
User-agent: WebStripper
User-agent: Zealbot
User-agent: asknread.com
User-agent: ellisphere
User-agent: spotter
User-agent: Riddler
Disallow: /
Sitemap: https://www.20minutes.fr/sitemap-arbo.xml
Sitemap: https://www.20minutes.fr/sitemap-news.xml

No change recorded.