# ============================================
# Robots.txt for Vistara Life Sciences
# ============================================

User-agent: *
Allow: /

# Allow crawling of all pages
Allow: /about
Allow: /products
Allow: /services
Allow: /team
Allow: /contact
Allow: /seed-fund

# Disallow admin and system folders
Disallow: /admin/
Disallow: /includes/
Disallow: /assets/
Disallow: /vendor/
Disallow: /tmp/
Disallow: /logs/
Disallow: /backup/

# Disallow sensitive files
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.ini$
Disallow: /*.env$
Disallow: /*.htaccess$
Disallow: /*.htpasswd$

# Disallow duplicate content
Disallow: /*?*
Disallow: /*&*

# Sitemap location
Sitemap: https://vistaralifesciences.com/sitemap.xml

# Crawl-delay (to be gentle to server)
Crawl-delay: 1

# Google specific
User-agent: Googlebot
Allow: /
Crawl-delay: 0.5

# Bing specific
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Yahoo specific
User-agent: Yahoo! Slurp
Allow: /
Crawl-delay: 1

# Baidu specific
User-agent: Baiduspider
Allow: /
Crawl-delay: 2