User-agent: * # Public marketing and legal pages — indexable Allow: / Allow: /pricing Allow: /study Allow: /features Allow: /privacy Allow: /terms Allow: /contact Allow: /refund-policy Allow: /cancellation-policy Allow: /login Allow: /signup Allow: /blog Allow: /tools Allow: /summarize Allow: /about Allow: /students Allow: /teachers Allow: /faq Allow: /invite Allow: /templates # Block everything else: user data, auth-required app pages, billing redirects # Allow: / above overrides this for the root landing page specifically; # all other unlisted paths (dashboard, notes, settings, billing) are blocked. Disallow: / # AI crawlers — welcome User-agent: GPTBot Allow: / Allow: /blog Allow: /tools Allow: /summarize Allow: /features Allow: /pricing Allow: /study User-agent: Claude-Web Allow: / Allow: /blog Allow: /tools Allow: /summarize Allow: /features Allow: /pricing Allow: /study User-agent: PerplexityBot Allow: / Allow: /blog Allow: /tools Allow: /summarize Allow: /features Allow: /pricing Allow: /study User-agent: Amazonbot Allow: / Allow: /blog Allow: /tools Allow: /summarize Allow: /features Allow: /pricing Allow: /study Sitemap: https://www.sorusly.ai/sitemap.xml