# ========================================
# ANNUAIRE PRO BTP - ROBOTS.TXT
# ========================================

Sitemap: https://annuaire-pro-btp.fr/sitemap.xml
LLMs: https://annuaire-pro-btp.fr/llms.txt


# ========================================
# GOOGLE
# ========================================

User-agent: Googlebot
Allow: /
Allow: /recherche/$
Disallow: /recherche/?*
Allow: /auth/register
Disallow: /admin
Disallow: /api
Disallow: /auth
Disallow: /dashboard
Allow: /devis/$
Disallow: /devis/?*

# ========================================
# BING
# ========================================

User-agent: Bingbot
Allow: /
Allow: /recherche/$
Disallow: /recherche/?*
Allow: /auth/register
Disallow: /admin
Disallow: /api
Disallow: /auth
Disallow: /dashboard
Allow: /devis/$
Disallow: /devis/?*


# ========================================
# AI CRAWLERS
# ========================================

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: PerplexityBot
Allow: /


# ========================================
# ALL OTHER SEARCH ENGINES / CRAWLERS
# ========================================

User-agent: *
Allow: /
Allow: /recherche/$
Disallow: /recherche/?*
Allow: /devis/$
Disallow: /devis/?*
Allow: /auth/register
Disallow: /admin
Disallow: /api
Disallow: /auth
Disallow: /recherche
Disallow: /dashboard