# Allow all crawlers
User-agent: *
Allow: /

# Note: /shared/<id> is intentionally crawlable. We keep those pages out of
# search indexes via a noindex meta tag + X-Robots-Tag: noindex,nofollow
# response header (configured in webapp/next.config.mjs). A robots.txt
# Disallow here would *prevent* crawlers from seeing those directives and
# could leave URL-only listings if anyone links to a share publicly.

# Sitemap location
Sitemap: https://rhizomeai.com/sitemap.xml