# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# Policy: robots.txt controls CRAWLING, not indexing. It is used here only for
# surfaces that are pointless or impossible to render (APIs, sockets, webhooks).
#
# Two things are deliberately NOT listed below:
#
#   1. Authenticated app surfaces (/dashboard, /initiatives, /settings, /admin,
#      ...). They already 302 anonymous visitors to /sign_in, so a crawler can
#      never index them. Disallowing them adds nothing and makes Search Console
#      report them as "Blocked by robots.txt" warnings instead of ordinary
#      redirects.
#
#   2. Publicly reachable pages that should not rank (/sign_in, /sign_up,
#      /password/*, /request-invite, per-visitor assessment results). These
#      carry a `noindex, follow` meta tag instead — see SeoHelper#seo_robots.
#      Disallowing them would block the fetch, so Google would never see the
#      noindex and the URL would linger in the index.

User-agent: facebookexternalhit
Allow: /

User-agent: *
Allow: /

# Non-HTML surfaces — nothing for a crawler to render.
Disallow: /cable
Disallow: /webhooks
Disallow: /up

Sitemap: https://roiva.ai/sitemap.xml.gz