# =====================================================================
# mysimul.com - robots.txt
# Mis a jour le 25/09/2026
# =====================================================================

# --- Moteurs de recherche generalistes ---
User-agent: Googlebot
Allow: /
Disallow: /api.php
Disallow: /dvf_
Disallow: /zonage_abc.json
Disallow: /zonage_abc.csv
Disallow: /taux_cache.json

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /
Disallow: /api.php
Disallow: /dvf_
Disallow: /zonage_abc.json
Disallow: /zonage_abc.csv
Disallow: /taux_cache.json

# --- IA : recherche/citation en temps reel ET indexation autorisees (GEO) ---
User-agent: OAI-SearchBot
Allow: /
Disallow: /api.php

User-agent: ChatGPT-User
Allow: /
Disallow: /api.php

User-agent: GPTBot
Allow: /
Disallow: /api.php

User-agent: Claude-SearchBot
Allow: /
Disallow: /api.php

User-agent: Claude-User
Allow: /
Disallow: /api.php

User-agent: ClaudeBot
Allow: /
Disallow: /api.php

User-agent: PerplexityBot
Allow: /
Disallow: /api.php

User-agent: Google-Extended
Allow: /
Disallow: /api.php

# --- Crawlers SEO tiers sans interet ---
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

# --- Crawlers d'entrainement IA agressifs (hors perimetre GEO cible) ---
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

# --- Regle par defaut (tous les autres agents) ---
User-agent: *
Allow: /

# Endpoint de calcul : ne doit jamais etre indexe
Disallow: /api.php

# Caches applicatifs internes (egalement bloques cote serveur par .htaccess)
Disallow: /dvf_
Disallow: /zonage_abc.json
Disallow: /zonage_abc.csv
Disallow: /taux_cache.json

# Resume structure pour les agents conversationnels
Allow: /llms.txt

Sitemap: https://mysimul.com/sitemap.xml