User-agent: *
Allow: /
Disallow: /api/
Disallow: /mantenimiento/
Disallow: /en/maintenance/
Disallow: /en/mantenimiento/

# AI Crawlers & Agents Optimization
# Directs AI engines to clean Markdown artifacts instead of crawling full HTML/DOM
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: anthropic-ai
User-agent: Cohere-ai
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /servicios/*.md
Disallow: /api/
Disallow: /mantenimiento/
Disallow: /en/maintenance/

# Sitemaps & LLM Discovery Standard
Sitemap: https://gdisa.es/sitemap-index.xml
LLMs-Txt: https://gdisa.es/llms.txt