# ══════════════════════════════════════════════════════════════
# robots.txt — PVL-Co | coaching.pvl-co.com
# Dernière mise à jour : avril 2026
# ══════════════════════════════════════════════════════════════

# ── Moteurs de recherche principaux ────────────────────────────
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /tmp/
Disallow: /drafts/
Disallow: /preview/
Disallow: /*.json$
Disallow: /*.xml$
Allow: /sitemap.xml
Allow: /llms.txt
Crawl-delay: 2

# ── Google (pas de Crawl-delay recommandé) ─────────────────────
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /tmp/
Disallow: /drafts/
Disallow: /preview/

# ── Bing ───────────────────────────────────────────────────────
User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Crawl-delay: 2

# ── Crawlers IA — autorisés (indexation pour les LLM) ──────────
# GPTBot (OpenAI / ChatGPT)
User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Crawl-delay: 5

# ClaudeBot (Anthropic / Claude)
User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Crawl-delay: 5

# PerplexityBot
User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Crawl-delay: 5

# Google-Extended (Gemini / Vertex AI — données d'entraînement)
User-agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Crawl-delay: 5

# meta-externalagent (Meta AI)
User-agent: meta-externalagent
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Crawl-delay: 5

# ── Scrapers indésirables — bloquer ────────────────────────────
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# ── Sitemap ────────────────────────────────────────────────────
Sitemap: https://coaching.pvl-co.com/sitemap.xml

# ── llms.txt (indexation IA) ───────────────────────────────────
LLMs: https://coaching.pvl-co.com/llms.txt