# Robots.txt for Formatix.AI - AI-Powered CV Formatting Platform
User-agent: *
Allow: /

# Priority pages for crawling
Allow: /about
Allow: /contact
Allow: /pricing
Allow: /help
Allow: /blog
Allow: /careers
Allow: /compare
Allow: /compare/

# Multilingual support
Allow: /en/
Allow: /fr/
Allow: /de/
Allow: /jp/
Allow: /cn/

# Block admin and private areas
Disallow: /api/
Disallow: /*.json$

# AI agents and LLM crawlers — explicitly allowed
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

# Search engine bots
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# Sitemap and LLMs.txt
Sitemap: https://formatix.ai/sitemap.xml
# AI agent context file
LLMs.txt: https://formatix.ai/llms.txt

# RSS Feed
Allow: /blog/feed.xml

# Crawl-delay for polite crawling
Crawl-delay: 1