Agentmap: https://fabricate.build/.well-known/ai-catalog.json

# Private paths, withheld from every crawler group below.
#
# Kept in sync with the authenticated/dynamic route list the worker refuses to
# server-render (NO_SSR_PATTERNS in worker/ssr/routes.ts) and the protected
# routes in src/routes.ts. None of these appear in the sitemap.
#
#   /app/                  a single generated app (owner-scoped, never SSR'd)
#   /apps                  the signed-in user's app list (ProtectedRoute)
#   /chat/                 generation sessions
#   /settings              account settings, including /settings/account
#   /profile               user profile
#   /account               the phone Account tab (ProtectedRoute)
#   /admin                 admin console, including /admin/audit
#   /verify-email-address  auth flow callback
#   /_style                internal style reference page
#
# Documentation rendering assets remain crawlable. Google needs JavaScript,
# CSS, fonts, and images to render pages, even when those assets themselves
# appear as not indexed in Search Console.

User-agent: *
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Disallow: /api/
Disallow: /authorize-agent
Disallow: /oauth/
Disallow: /app/
Disallow: /apps
Disallow: /chat/
Disallow: /settings
Disallow: /profile
Disallow: /account
Disallow: /admin
Disallow: /sign-in
Disallow: /sign-up
Disallow: /signin
Disallow: /signup
Disallow: /verify-email-address
Disallow: /_style

# AI assistants and answer engines.
#
# Named explicitly rather than left to the wildcard group. Being cited by an
# assistant is now a real acquisition channel, and several of these crawlers are
# blocked by default by CDNs or treated as ambiguous under a bare wildcard, so
# naming them is how we opt in. The same private paths are withheld from each.
#
# Retrieval and citation crawlers - fetch a page because a user asked something:
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: DuckAssistBot
User-agent: MistralAI-User
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Disallow: /api/
Disallow: /authorize-agent
Disallow: /oauth/
Disallow: /app/
Disallow: /apps
Disallow: /chat/
Disallow: /settings
Disallow: /profile
Disallow: /account
Disallow: /admin
Disallow: /sign-in
Disallow: /sign-up
Disallow: /signin
Disallow: /signup
Disallow: /verify-email-address
Disallow: /_style

# Corpus crawlers. Google-Extended and Applebot-Extended are not crawlers - they
# are grant tokens that govern whether already-crawled pages may be used for
# model training and grounding. Allowing them keeps us eligible for citation in
# Gemini and Apple Intelligence surfaces.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: cohere-ai
User-agent: meta-externalagent
User-agent: Amazonbot
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Disallow: /api/
Disallow: /authorize-agent
Disallow: /oauth/
Disallow: /app/
Disallow: /apps
Disallow: /chat/
Disallow: /settings
Disallow: /profile
Disallow: /account
Disallow: /admin
Disallow: /sign-in
Disallow: /sign-up
Disallow: /signin
Disallow: /signup
Disallow: /verify-email-address
Disallow: /_style

Sitemap: https://fabricate.build/sitemap.xml
Sitemap: https://fabricate.build/docs/sitemap.xml
# Published public apps, served on fabricate.chat. Cross-domain submission is
# valid here because fabricate.chat/robots.txt redirects to this file, which
# makes this file authoritative for that host too.
Sitemap: https://fabricate.build/sitemap-apps.xml

# Machine-readable site summaries for LLMs
# https://fabricate.build/llms.txt
# https://fabricate.build/llms-full.txt

# Agent entry points. Served, but previously reachable only by already
# knowing the URL: neither was named in robots.txt, llms.txt or any page,
# so a crawler starting here could not find them.
# https://fabricate.build/agents.md
# https://fabricate.build/auth.md