User-agent: * Allow: / # Prevent indexing of error pages and loading states User-agent: Googlebot User-agent: Googlebot-Image Disallow: /api/ Disallow: /auth/error/ Disallow: /auth/signin/ Disallow: /auth/signout/ # Prevent AdSense bot from crawling pages with minimal content User-agent: Mediapartners-Google Disallow: /api/ Disallow: /auth/error/ Disallow: /auth/signin/ Disallow: /auth/signout/ # Allow AdSense bot to crawl content-rich pages Allow: / Allow: /ca/ Allow: /glossary/ Allow: /blog/ Allow: /tokenomics/ Allow: /roadmap/ # Sitemap Sitemap: https://antirugagent.com/sitemap.xml