User-agent: *
Allow: /$
Allow: /about
Allow: /models
Allow: /contact/
Allow: /docs/
Allow: /claude-code
Allow: /codex
Disallow: /admin/
Disallow: /admin
Disallow: /dashboard
Disallow: /keys
Disallow: /usage
Disallow: /subscriptions
Disallow: /orders
Disallow: /profile
Disallow: /redeem
Disallow: /payment
Disallow: /key-usage
Disallow: /api/
Disallow: /v1/
Disallow: /setup
Disallow: /auth/
Disallow: /login
Disallow: /register
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /email-verify
Disallow: /legal/

# AI training crawlers - public marketing pages only
# (user API traffic is never crawlable; app/console paths stay blocked)

User-agent: GPTBot
Allow: /$
Allow: /about
Allow: /models
Allow: /contact/
Allow: /docs/
Allow: /claude-code
Allow: /codex
Disallow: /

User-agent: ClaudeBot
Allow: /$
Allow: /about
Allow: /models
Allow: /contact/
Allow: /docs/
Allow: /claude-code
Allow: /codex
Disallow: /

User-agent: anthropic-ai
Allow: /$
Allow: /about
Allow: /models
Allow: /contact/
Allow: /docs/
Allow: /claude-code
Allow: /codex
Disallow: /

User-agent: CCBot
Allow: /$
Allow: /about
Allow: /models
Allow: /contact/
Allow: /docs/
Allow: /claude-code
Allow: /codex
Disallow: /

# AI search/retrieval & user-triggered crawlers (OAI-SearchBot, PerplexityBot,
# Claude-SearchBot, ChatGPT-User, Perplexity-User, Claude-User) inherit User-agent:* above.

Sitemap: https://sui-xiang.com/sitemap.xml
License: https://sui-xiang.com/license.xml