# https://getrankedontop.com/robots.txt # Search engines: please crawl our public pages and discover URLs via the sitemap. User-agent: * Allow: / # Authenticated areas, checkout flows, and internal tooling — keep out of the index. Disallow: /admin Disallow: /admin/ Disallow: /dashboard Disallow: /dashboard/ Disallow: /contract Disallow: /login Disallow: /register Disallow: /pricing/checkout/ Disallow: /services/*/checkout Disallow: /services/*/checkout/ Disallow: /website-build/checkout/ # Static assets we don't want re-crawled standalone. Disallow: /sw.js Disallow: /odit/ # Some aggressive scrapers ignore Crawl-delay, but well-behaved bots honour it. Crawl-delay: 1 Sitemap: https://getrankedontop.com/sitemap.xml