# One group for every crawler: a crawler follows only the most specific group that names it,
# so a separate "User-agent: GPTBot / Allow: /" group would drop the shared rules for it.
# Console-only pages (login, keys, billing, usage, apps, domains, auth flows, mcp-approve) are not
# Disallowed here on purpose: each carries <meta name="robots" content="noindex, nofollow">, and a
# crawler blocked by robots.txt never fetches the page, so it could not see that noindex.
User-agent: *
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: OAI-SearchBot
User-agent: Google-Extended
Allow: /

Sitemap: https://hrum.ai/sitemap.xml