User-agent: *
Allow: /

# Block app authentication and private pages
Disallow: /advisor-program/sign-in
Disallow: /advisor-program/profile
Disallow: /advisor-program/forgot-password
Disallow: /advisor-program/reset-password
Disallow: /affiliate/sign-in
Disallow: /affiliate/profile
Disallow: /affiliate/forgotPassword
Disallow: /affiliate/affiliate-user-reset-password
Disallow: /hidden-pages/

# AI search & answer crawlers — explicitly allowed for AI Overview / Perplexity / ChatGPT citations
User-agent: PerplexityBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Amazonbot
Allow: /

Sitemap: https://www.subcontractorhub.com/sitemap.xml