# Entelligence AI — robots.txt
#
# AI usage & content policy
# -------------------------
# Search engines, AI answer engines and AI model crawlers are WELCOME to
# crawl, read, quote and summarise this site, provided they cite the specific
# source page URL.
#
# Benchmark, pricing and security claims must be quoted with the date and
# context stated on the source page, never as unqualified absolutes.
#
# Full machine-readable policy and content index: https://entelligence.ai/llms.txt
# Long-form content index: https://entelligence.ai/llms-full.txt
# Permission requests: https://entelligence.ai/security or info@entelligence.ai
#
# Link-preview agents (facebookexternalhit, Twitterbot, LinkedInBot, Slackbot,
# Discordbot) are intentionally NOT blocked — they render shared links and are
# covered by the wildcard group below.

User-agent: *
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /preview
Disallow: /ingest
Disallow: /dev
Disallow: /ai/
# Emerging IETF AI-preferences signal; ignored by parsers that do not know it.
Content-Usage: ai=y

# Search engines, AI answer engines and AI model crawlers — allowed, citation expected.
User-agent: Googlebot
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: Applebot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: CCBot
User-agent: Google-Extended
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /preview
Disallow: /ingest
Disallow: /dev
Disallow: /ai/

# Bulk scrapers with no answer or citation pathway — not permitted.
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: Meta-ExternalAgent
User-agent: FacebookBot
User-agent: cohere-ai
User-agent: Diffbot
User-agent: Omgilibot
User-agent: Timpibot
User-agent: AI2Bot
Disallow: /

Sitemap: https://entelligence.ai/sitemap.xml
Sitemap: https://entelligence.ai/images-sitemap.xml