# robots.txt for Firewire Analytics

# 1. AI Search and RAG crawlers (Allowed to index product info; user portfolios under /shared/ are excluded)
User-agent: PerplexityBot
User-agent: ChatGPT-User
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: OAI-SearchBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /shared/
Disallow: /dashboard
Disallow: /positions
Disallow: /accruals
Disallow: /trades
Disallow: /settings
Disallow: /reports
Disallow: /tariffs
Disallow: /admin
Disallow: /bonds

# 2. AI Model Training crawlers (Disallowed to prevent content scraping for LLM training)
User-agent: GPTBot
User-agent: CCBot
User-agent: Google-Extended
User-agent: Anthropic-AI
User-agent: Cohere-ai
User-agent: FacebookBot
Disallow: /

# 3. Traditional Search Engines (Allowed to index landing and public pages)
User-agent: *
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /dashboard
Disallow: /positions
Disallow: /accruals
Disallow: /trades
Disallow: /settings
Disallow: /reports
Disallow: /tariffs
Disallow: /admin
Disallow: /bonds
Disallow: /api/

Sitemap: https://app.fire-wire.ru/sitemap.xml