# ---------------------------------------------------------------------------
# Emperor Insurance - https://emperorinsurance.com
# ---------------------------------------------------------------------------
# The wildcard rule below already grants access to every crawler. The named
# groups that follow do not unlock anything extra; they exist so that intent
# is explicit and so a single bot can be withdrawn later by editing one block
# instead of restructuring the file. Named groups override the wildcard, so
# any bot listed here MUST carry its own Allow line.
# ---------------------------------------------------------------------------

User-agent: *
Allow: /

# --- Traditional search -----------------------------------------------------
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

# --- AI answer engines and assistants ---------------------------------------
# OpenAI: GPTBot (model training), OAI-SearchBot (ChatGPT Search index),
# ChatGPT-User (fetches a page when a user asks about that specific link).
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Anthropic
User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# Google Gemini / Vertex grounding.
# NOTE: Google-Extended controls Gemini and Vertex only. It does NOT affect
# Google Search ranking, and it does NOT control AI Overviews, which are
# served from the ordinary Google Search index via Googlebot.
User-agent: Google-Extended
Allow: /

# Apple Intelligence / Siri
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Meta AI
User-agent: meta-externalagent
Allow: /

# Amazon (Alexa / Rufus)
User-agent: Amazonbot
Allow: /

# Common Crawl - the corpus behind many open-weight models
User-agent: CCBot
Allow: /

# Others
User-agent: cohere-ai
Allow: /

User-agent: YouBot
Allow: /

User-agent: DuckAssistBot
Allow: /

Sitemap: https://emperorinsurance.com/sitemap.xml