# Entitees AI — https://entitiesai.io
# Seven AI chat companions with animated faces. Bring your own Claude or
# ChatGPT key. Plain-language summary for language models: /llms.txt

User-agent: *
Allow: /
Disallow: /api/

# Why /api/ and nothing else:
#   /api/* are serverless endpoints — POST-only, no content to index, and each
#   crawl costs an invocation.
# Why the private pages (stats, activate, success, request, 404) are NOT
# blocked here: each carries <meta name="robots" content="noindex">, and a
# crawler has to be allowed to FETCH a page to see that tag. Disallowing them
# would hide the tag and leave the URLs eligible to show up bare in results.

# ── AI assistants ────────────────────────────────────────────────────────
# Explicitly welcome. People increasingly find a product like this by asking
# an assistant, and being read is how we get described accurately — /llms.txt
# exists for exactly that. These agents are already covered by the wildcard
# above; naming them puts the intent on the record and keeps it that way if
# the wildcard rules ever tighten.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
Allow: /
Disallow: /api/

Sitemap: https://entitiesai.io/sitemap.xml