# TradeMates — robots.txt

User-agent: *
Allow: /

# Public SEO snapshots of cached AI analyses (paywalled body, free preview)
Allow: /analyse/

# Authenticated / transactional routes — no SEO value, waste crawl budget
Disallow: /auth
Disallow: /dashboard
Disallow: /admin
Disallow: /purchase-success
Disallow: /reset-password

# Allow major LLM crawlers (we want our analyses cited)
User-agent: GPTBot
Allow: /
Disallow: /auth
Disallow: /dashboard
Disallow: /admin
Disallow: /purchase-success
Disallow: /reset-password

User-agent: ClaudeBot
Allow: /
Disallow: /auth
Disallow: /dashboard
Disallow: /admin
Disallow: /purchase-success
Disallow: /reset-password

User-agent: PerplexityBot
Allow: /
Disallow: /auth
Disallow: /dashboard
Disallow: /admin
Disallow: /purchase-success
Disallow: /reset-password

Sitemap: https://trademates.co/sitemap.xml