# =============================================
# ROBOTS.TXT - France Pronos
# =============================================

# Moteurs de recherche - Autorises
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Yandex
Allow: /

User-agent: Applebot
Allow: /

User-agent: Qwantify
Allow: /

# Bots IA - Autorises
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: Cohere-AI
Allow: /

# Bots SEO - Autorises
User-agent: AhrefsBot
Allow: /

User-agent: SemrushBot
Allow: /

User-agent: Screaming Frog SEO Spider
Allow: /

# =============================================
# BAD BOTS - Bloques
# =============================================

# Scrapers agressifs
User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SearchmetricsBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

# Spam bots
User-agent: SiteCheck-sitecrawl
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: BomboraBot
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: Seekport
Disallow: /

User-agent: ltx71
Disallow: /

User-agent: Riddler
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: Linguee
Disallow: /

User-agent: proximic
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: NerdyBot
Disallow: /

User-agent: Daum
Disallow: /

User-agent: CriteoBot
Disallow: /

User-agent: Cliqzbot
Disallow: /

# Archive bots
User-agent: archive.org_bot
Disallow: /

User-agent: ia_archiver
Disallow: /

# =============================================
# Regles par defaut
# =============================================
User-agent: *
Allow: /
Disallow: /login
Disallow: /profile
Disallow: /reset-password
Disallow: /payment-verif
Disallow: /invoice
Disallow: /render/
Disallow: /pronostics/archive/tous/

# Sitemap
Sitemap: https://www.france-pronos.com/sitemap-index.xml