# https://www.robotstxt.org/robotstxt.html
User-agent: *
Allow: /

# Public pages
Allow: /
Allow: /pricing
Allow: /templates
Allow: /templates/*
Allow: /use-cases/*
Allow: /compare/*
Allow: /blog
Allow: /blog/*
Allow: /privacy
Allow: /terms

# Authenticated/Private pages
Disallow: /api/
Disallow: /home
Disallow: /diagram/
Disallow: /settings/
Disallow: /onboarding
Disallow: /success
Disallow: /auth/
Disallow: /invite/
Disallow: /login
Disallow: /signup

# AI Crawlers - Explicitly allowed
User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /home
Disallow: /diagram/
Disallow: /settings/
Disallow: /auth/

User-agent: OAI-SearchBot
Allow: /
Disallow: /api/
Disallow: /home
Disallow: /diagram/
Disallow: /settings/
Disallow: /auth/

User-agent: ChatGPT-User
Allow: /
Disallow: /api/
Disallow: /home
Disallow: /diagram/
Disallow: /settings/
Disallow: /auth/

User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /home
Disallow: /diagram/
Disallow: /settings/
Disallow: /auth/

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /home
Disallow: /diagram/
Disallow: /settings/
Disallow: /auth/

User-agent: Bytespider
Allow: /
Disallow: /api/
Disallow: /home
Disallow: /diagram/
Disallow: /settings/
Disallow: /auth/

User-agent: cohere-ai
Allow: /
Disallow: /api/
Disallow: /home
Disallow: /diagram/
Disallow: /settings/
Disallow: /auth/

User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /home
Disallow: /diagram/
Disallow: /settings/
Disallow: /auth/

User-agent: Amazonbot
Allow: /
Disallow: /api/
Disallow: /home
Disallow: /diagram/
Disallow: /settings/
Disallow: /auth/

# Sitemap
Sitemap: https://justflow.it/sitemap.xml

# Crawl-delay for respectful crawling
Crawl-delay: 1