# robots.txt for juan.andres.morenorub.io

# Allow all search engines
User-agent: *
Allow: /

# Disallow admin/internal paths (if any in future)
Disallow: /admin/
Disallow: /api/internal/
Disallow: /.git/
Disallow: /.env

# Sitemap location
Sitemap: https://juan.andres.morenorub.io/static/sitemap.xml

# Crawl-delay (optional, helps prevent server overload)
# Crawl-delay: 1

# Allow specific search engines (explicit)
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YandexBot
Allow: /