# Allow normal crawling of public pages; block auth/backend/internal endpoints. User-agent: * # Block non-public endpoints & utilities Disallow: /admin/ Disallow: /user/ Disallow: /preview/ Disallow: /auth/ Disallow: /api/ Disallow: /graphql Disallow: /graphql/ Disallow: /health Disallow: /healthz Disallow: /status Disallow: /internal/ Disallow: /cdn-cgi/ # CF utilities if present # Make sure static assets remain crawlable (good for rendering) Allow: /assets/ Allow: /build/ Allow: /static/ Allow: /fonts/ Allow: /images/ # Politeness for engines that honor crawl-delay (Google ignores this) User-agent: Bingbot Crawl-delay: 5 User-agent: Slurp Crawl-delay: 5 # Sitemaps Sitemap: https://www.wheeloffortune.com.com/sitemap.xml