# ============================================================
# SageRank Universal Robots & AI Crawler Directives
# Strategy: Allow all search engines, AI models & citation crawlers
# ============================================================

# --- OpenAI (ChatGPT, ChatGPT-User, SearchBot) ---
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

# --- Perplexity AI ---
User-agent: PerplexityBot
Allow: /

# --- Anthropic (Claude) ---
User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

# --- Google (Search, Gemini, AI Overviews, Extended) ---
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

# --- Microsoft (Bing, Copilot) ---
User-agent: Bingbot
Allow: /

User-agent: msnbot
Allow: /

# --- Meta (Meta AI) ---
User-agent: meta-externalagent
Allow: /

User-agent: FacebookBot
Allow: /

# --- Apple (Apple Intelligence, Siri) ---
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# --- DeepSeek ---
User-agent: DeepSeekBot
Allow: /

User-agent: DeepSeek-Crawler
Allow: /

# --- Amazon & Cohere & Others ---
User-agent: Amazonbot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# --- Default Crawlers ---
User-agent: *
Allow: /

# --- Sitemaps and AI Context Files ---
Sitemap: https://www.sagerank.io/sitemap.xml
LLMs-Txt: https://www.sagerank.io/llms.txt