# cerenovus.ai
# Every public page is served fully prerendered, so the HTML at each URL
# contains the complete page text — no JavaScript execution required.
# Plain-prose guides to the company, product, solutions, and the industries we
# serve live at
# https://www.cerenovus.ai/llms.txt
# https://www.cerenovus.ai/llms-full.txt

User-agent: *
Allow: /
# Compendium is the internal workspace, not a public product. It stays
# reachable for the people who use it and is served with X-Robots-Tag:
# noindex, but there is nothing there for a crawler.
Disallow: /compendium
# Crawlers may fetch the remaining utility and redirected routes so they can
# observe each route's noindex directive or HTTP redirect. robots.txt manages
# crawling; it is not used as an indexing or access-control mechanism.

# Public marketing surfaces are deliberately crawlable by search engines,
# AI search products, and user-directed assistants. Named agents have an
# explicit group so future changes to the default group do not lock them out.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Meta-ExternalAgent
User-agent: Amazonbot
User-agent: CCBot
Allow: /
Disallow: /compendium

Sitemap: https://www.cerenovus.ai/sitemap.xml