# https://www.robotstxt.org/robotstxt.html

# Allow all crawlers (search engines and AI) to index public content
User-agent: *
Allow: /
Allow: /*.js
Allow: /*.css
Allow: /_next/static/

# Disallow private and authenticated areas
Disallow: /api/
Disallow: /dashboard/
Disallow: /_next/data/
Disallow: /private/
Disallow: /overview
Disallow: /test
Disallow: /tests/
Disallow: /sites/
Disallow: /settings/
Disallow: /training/
Disallow: /profile
Disallow: /urls
Disallow: /site-settings
Disallow: /admin/
Disallow: /accept-invitation
Disallow: /change-password
Disallow: /reset-password
Disallow: /forgot-password

# Allow AI crawlers explicitly
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

# Sitemap and LLMs
Sitemap: https://blyxo.app/sitemap.xml