# RuleMesh Robots.txt
# Optimized for Google and AI Agents
#
# All listed crawlers (generic + named AI/search agents) share ONE group so
# the Disallow list can't drift out of sync between them. Per the robots.txt
# spec (RFC 9309), a crawler applies only the single most-specific matching
# User-agent record -- a bare "Allow: /" in a bot's own named record would
# otherwise override the wildcard group's Disallow rules entirely (found in
# QA review of #926: GPTBot/ClaudeBot/CCBot/etc. were silently ignoring every
# Disallow below, including /dashboard and /settings).
#
# "Allow: /reports" exists because "Disallow: /report" is a prefix match and
# would otherwise also block the public /reports/* article index -- the
# longer, more specific Allow rule wins per the spec's longest-match rule.

User-agent: *
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: anthropic-ai
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: CCBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /reports
Disallow: /api/
Disallow: /_next/
Disallow: /dashboard
Disallow: /settings
Disallow: /checkout-success
Disallow: /jira/mock-return
Disallow: /report
Disallow: /risk-profile
Disallow: /verify-email
Disallow: /reset-password
Disallow: /welcome
Disallow: /auth
Disallow: /connect
Disallow: /get-started/jira
Disallow: /get-started/questionnaire
Disallow: /governance-demo/

Sitemap: https://rulemesh.com/sitemap.xml