# Les robots sont BIENVENUS sur le contenu (villes, attractions, annonces...).
# Ce qui suit n'ecarte QUE les formulaires et les outils : ils n'ont aucune
# valeur d'indexation, et chaque combinaison de parametres y cree une URL
# nouvelle. Mesure le 22/08/2026 : 94 731 requetes/jour, soit 22,6 % du trafic
# du domaine, sur 88 000 URL DISTINCTES du type
# /espace-pro/inscription?metier=X&ville=Y — 312 000 villes x ~150 metiers.
# GPTBot a lui seul en demandait 28 068 par jour, et le serveur rendait 256
# erreurs 502 en saturant. Ce budget de crawl doit aller aux vraies pages.
#
# ⚠️ Un robot qui a SON PROPRE groupe ignore le groupe « * » : chaque bloc doit
# donc porter ses Disallow. C'est pour cela qu'ils sont repetes ci-dessous.

User-agent: *
Allow: /
Disallow: /api/
Disallow: /espace-pro/
Disallow: /seo/badge
Disallow: /envoyer-photo
Disallow: /gerant/
Disallow: /auth/
Disallow: /admin/
Disallow: /equipe/

# Moteurs classiques
User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /espace-pro/
Disallow: /seo/badge
Disallow: /envoyer-photo
Disallow: /gerant/
Disallow: /auth/
Disallow: /admin/
Disallow: /equipe/

User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /espace-pro/
Disallow: /seo/badge
Disallow: /envoyer-photo
Disallow: /gerant/
Disallow: /auth/
Disallow: /admin/
Disallow: /equipe/

# Reseaux sociaux
User-agent: Twitterbot
Allow: /
Disallow: /espace-pro/
Disallow: /gerant/
Disallow: /auth/
Disallow: /admin/
Disallow: /equipe/

User-agent: facebookexternalhit
Allow: /
Disallow: /espace-pro/
Disallow: /gerant/
Disallow: /auth/
Disallow: /admin/
Disallow: /equipe/

# Robots des assistants IA - bienvenus sur le CONTENU (voir aussi /llms.txt)
User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /espace-pro/
Disallow: /seo/badge
Disallow: /envoyer-photo
Disallow: /gerant/
Disallow: /auth/
Disallow: /admin/
Disallow: /equipe/

User-agent: OAI-SearchBot
Allow: /
Disallow: /api/
Disallow: /espace-pro/
Disallow: /seo/badge
Disallow: /envoyer-photo
Disallow: /gerant/
Disallow: /auth/
Disallow: /admin/
Disallow: /equipe/

User-agent: ChatGPT-User
Allow: /
Disallow: /api/
Disallow: /espace-pro/
Disallow: /seo/badge
Disallow: /envoyer-photo
Disallow: /gerant/
Disallow: /auth/
Disallow: /admin/
Disallow: /equipe/

User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /espace-pro/
Disallow: /seo/badge
Disallow: /envoyer-photo
Disallow: /gerant/
Disallow: /auth/
Disallow: /admin/
Disallow: /equipe/

User-agent: Claude-Web
Allow: /
Disallow: /api/
Disallow: /espace-pro/
Disallow: /seo/badge
Disallow: /envoyer-photo
Disallow: /gerant/
Disallow: /auth/
Disallow: /admin/
Disallow: /equipe/

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /espace-pro/
Disallow: /seo/badge
Disallow: /envoyer-photo
Disallow: /gerant/
Disallow: /auth/
Disallow: /admin/
Disallow: /equipe/

User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /espace-pro/
Disallow: /seo/badge
Disallow: /envoyer-photo
Disallow: /gerant/
Disallow: /auth/
Disallow: /admin/
Disallow: /equipe/

User-agent: CCBot
Allow: /
Disallow: /api/
Disallow: /espace-pro/
Disallow: /seo/badge
Disallow: /envoyer-photo
Disallow: /gerant/
Disallow: /auth/
Disallow: /admin/
Disallow: /equipe/

User-agent: meta-externalagent
Allow: /
Disallow: /api/
Disallow: /espace-pro/
Disallow: /seo/badge
Disallow: /envoyer-photo
Disallow: /gerant/
Disallow: /auth/
Disallow: /admin/
Disallow: /equipe/

User-agent: Applebot-Extended
Allow: /
Disallow: /api/
Disallow: /espace-pro/
Disallow: /seo/badge
Disallow: /envoyer-photo
Disallow: /gerant/
Disallow: /auth/
Disallow: /admin/
Disallow: /equipe/

Sitemap: https://onbouge.pt/seo/sitemap-index.xml?host=onbouge.pt