# Allow all crawlers to access everything User-agent: * Allow: / # Block API endpoints (not meant for crawling) Disallow: /api/ # Block framework data files and source-module paths that can be discovered # from serialized React Router/MDX metadata. These are not public pages. Disallow: /*.data$ Disallow: /*.parts/ Disallow: /components/ # Block known non-page utility paths. Disallow: /cdn-cgi/ Disallow: /signup Disallow: /nofollow # Sitemap location Sitemap: https://snaply.ai/sitemap.xml