# robots.txt for XGOLD IT - IA Agéntica
# Website: https://agenticai.xgoldit.com
# Last updated: 2025-09-07

# Allow all search engines full access to the site
# CSS, JS, and image assets are allowed for proper page rendering
User-agent: *
Allow: /
Allow: /assets/
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.webp$
Allow: /*.svg$

# Explicitly prioritize important sections
Allow: /#inicio
Allow: /#que-es  
Allow: /#patrones
Allow: /#plataformas-tecnologicas
Allow: /#casos-uso
Allow: /#contacto

# Disallow crawling of development and build directories
Disallow: /node_modules/
Disallow: /src/
Disallow: /dist/
Disallow: /.git/
Disallow: /.github/
Disallow: /.vscode/
Disallow: /tmp/
Disallow: /logs/
Disallow: /deployment/

# Disallow admin and config files
Disallow: /*.json$
Disallow: /package*.json
Disallow: /vite.config.*
Disallow: /tailwind.config.*
Disallow: /.env*

# Crawl delay for respectful crawling (500ms)
Crawl-delay: 0.5

# Sitemaps - Enhanced with additional formats
Sitemap: https://agenticai.xgoldit.com/sitemap.xml
Sitemap: https://agenticai.xgoldit.com/sitemap-images.xml

# IndexNow key verification
# https://www.indexnow.org/
Host: agenticai.xgoldit.com