# FounderPilot — robots.txt
# Allow search engines & AI crawlers to index public pages
# Block private/authenticated areas

User-agent: *
Allow: /
Allow: /docs/
Allow: /legal/
Allow: /public/logo.png
Allow: /public/favicon.png
Disallow: /dashboard/
Disallow: /admin/
Disallow: /app/
Disallow: /api/
Disallow: /logs/
Disallow: /tests/

# AI crawlers (ChatGPT, Gemini, Perplexity, Claude) — allow for AEO
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Block scrapers that add no value
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

Sitemap: https://founderpilot.co/sitemap.xml