User-agent: *
Allow: /

# OpenAI (ChatGPT Search + training)
User-agent: OAI-SearchBot
Allow: /
User-agent: GPTBot
Allow: /

# Perplexity (AI search indexing)
User-agent: PerplexityBot
Allow: /

# Anthropic (Claude crawler)
User-agent: ClaudeBot
Allow: /

# Microsoft/Bing (used by Copilot/Bing Search)
User-agent: bingbot
Allow: /
User-agent: msnbot
Allow: /

# Google AI usage token (does not affect Google Search)
User-agent: Google-Extended
Allow: /

Sitemap: https://pay-crow.com/sitemap.xml