# Allow all crawlers User-agent: * Allow: / # Sitemap location Sitemap: https://smartmetrics.com/sitemap.xml # Disallow API routes and admin areas Disallow: /api/ Disallow: /_next/ Disallow: /admin/ # Allow important pages Allow: /report/ Allow: /tools/ Allow: /ads/ Allow: /custom-integrations/ Allow: /hire/ Allow: /share/ # Crawl delay (optional) Crawl-delay: 1