User-agent: *
Allow: /

# Block admin and sensitive areas
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /tmp/
Disallow: /uploads/
Disallow: /data/
Disallow: /functions/
Disallow: /node_modules/
Disallow: /teams/*/analytics/
Disallow: /teams/*/reports/
Disallow: /teams/*/billing/
Disallow: /profile/
Disallow: /login/
Disallow: /register/
Disallow: /forgot-password/
Disallow: /reset-password/

# Allow important pages for SEO
Allow: /teams/
Allow: /blog/
Allow: /about/
Allow: /features/
Allow: /pricing/
Allow: /contact/
Allow: /careers/
Allow: /faq/
Allow: /facts/
Allow: /roadmap/
Allow: /integrations/
Allow: /security/
Allow: /terms/
Allow: /privacy/
Allow: /eula/
Allow: /cookies/
Allow: /sitemap-page/

# AI Crawler Permissions (LLM Visibility)
User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /tmp/
Disallow: /uploads/
Disallow: /data/
Disallow: /functions/
Disallow: /node_modules/

User-agent: CCBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /tmp/
Disallow: /uploads/
Disallow: /data/
Disallow: /functions/
Disallow: /node_modules/

User-agent: anthropic-ai
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /tmp/
Disallow: /uploads/
Disallow: /data/
Disallow: /functions/
Disallow: /node_modules/

User-agent: Claude-Web
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /tmp/
Disallow: /uploads/
Disallow: /data/
Disallow: /functions/
Disallow: /node_modules/

User-agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /tmp/
Disallow: /uploads/
Disallow: /data/
Disallow: /functions/
Disallow: /node_modules/

# Sitemap
Sitemap: https://codaro.dev/sitemap.xml

# Crawl-delay for respectful crawling
Crawl-delay: 1

# Additional crawl directives
Allow: /images/
Allow: /icons/
Allow: /public/