User-agent: *
Allow: /

# AI/LLM Crawlers (Critical for 2025)
User-agent: GPTBot
Allow: /
User-agent: CCBot
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: BingBot
Allow: /

# Disallow admin and private routes
Disallow: /admin/
Disallow: /api/
Disallow: /.well-known/
Disallow: /auth/

# Allow important pages
Allow: /
Allow: /pricing
Allow: /features
Allow: /demo
Allow: /sign-in
Allow: /sign-up
Allow: /blog/
Allow: /alternatives/
Allow: /vs/
Allow: /guides/

# Sitemap locations
Sitemap: https://tasy.ai/sitemap.xml
Sitemap: https://tasy.ai/blog/sitemap.xml
Sitemap: https://tasy.ai/alternatives/sitemap.xml

# Crawl delay (optional)
Crawl-delay: 1