# ClawWorld — https://www.claw-world.app
User-agent: *
Allow: /

# Authenticated app areas (no SEO value, redirect to sign-in)
Disallow: /signin
Disallow: /admin/

# AI answer engines are explicitly welcome. The first four are the retrieval and
# user-triggered fetchers that decide whether we can be cited at all; the last
# three are training crawlers, allowed on purpose. Note that a bot matching this
# group stops reading the "*" group above, so the authenticated-area rules are
# repeated here rather than inherited.
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: Claude-User
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
Allow: /
Disallow: /signin
Disallow: /admin/

# The customer-only /codepay page and the ops dashboard under
# /sonar/codepay/dashboard are deliberately NOT disallowed here: a page blocked
# in robots.txt can never be read, so its noindex is never seen and the URL
# lingers in the index.

Sitemap: https://www.claw-world.app/sitemap.xml