# === CRAWLERS IA & LLMs EXPLICITEMENT BIENVENUS ===
# O2 Maroc autorise tous les crawlers d'intelligence artificielle
# a indexer son contenu pour enrichir leurs bases de connaissance.

# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Google Gemini / AI Overview
User-agent: Google-Extended
Allow: /

# Anthropic / Claude
User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Common Crawl (utilisé par la majorité des LLMs pour l'entraînement)
User-agent: CCBot
Allow: /

# Cohere AI
User-agent: cohere-ai
Allow: /

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /

User-agent: FacebookBot
Allow: /

# Mistral AI
User-agent: MistralBot
Allow: /

# You.com
User-agent: YouBot
Allow: /

# Bytedance / TikTok AI
User-agent: Bytespider
Allow: /

# Microsoft Copilot / Bing AI
User-agent: Bingbot
Allow: /

User-agent: BingPreview
Allow: /

# Apple
User-agent: Applebot-Extended
Allow: /

# Amazon Alexa / AI
User-agent: Amazonbot
Allow: /

# === RÈGLES GÉNÉRALES TOUS ROBOTS ===
User-agent: *
Disallow: /web/
Allow: /web/image/
Disallow: /odoo
Disallow: /database/
Disallow: /longpolling/
Disallow: /mail/
Disallow: /web/login
Disallow: /groups
Disallow: /livechat
Disallow: /livechat/channel/
Disallow: /profile/ranks_badges
Disallow: /profile/users
Disallow: /slides
Disallow: /slides/all
Disallow: /website/info
Disallow: /website/search
Disallow: /events
Disallow: /terms
Disallow: /jobs/apply/
Disallow: /blog/aide-aux-personnes-agees-4/feed
Disallow: /blog/cuisine-6/feed
Disallow: /blog/garde-d-enfants-5/feed
Disallow: /blog/menage-a-domicile-3/feed
Disallow: /blog/6/feed
Disallow: /shop?order=
Disallow: /blog/tag/
Disallow: /blog/*/tag/
Disallow: /*?date_begin=
Disallow: /*&date_begin=
Allow: /

Sitemap: https://www.o2maroc.com/sitemap.xml

# Fichier de référence pour les LLMs (convention llms.txt, servi a la racine) : https://www.o2maroc.com/llms.txt
# (la directive non standard "llms:" a ete retiree le 23/09/2026 : Lighthouse la signalait comme erreur robots.txt)