# Gluten Libre - robots.txt
# https://www.glutenlibre.co

# Standard crawlers
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# AI Search Engines - Welcome for GEO (Generative Engine Optimization)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

# Generic crawler
User-agent: *
Allow: /

# JavaScript SEO: Explicitly allow JS/CSS for proper rendering
Allow: /*.js$
Allow: /*.css$
Allow: /assets/

# Disallow private/admin areas
Disallow: /explorer/dashboard
Disallow: /restaurant/dashboard
Disallow: /ambassador/dashboard
Disallow: /admin

# Sitemap (2425 URLs: pages, blog, recettes, villes, restaurants)
Sitemap: https://www.glutenlibre.co/sitemap.xml

# Host
Host: https://www.glutenlibre.co