# Allow all crawlers User-agent: * Allow: / # Disallow admin and account pages Disallow: /account/ Disallow: /api/ Disallow: /payment/ Disallow: /login Disallow: /register Disallow: /bot-verification # Allow product and category pages Allow: /product/ Allow: /category/ Allow: /service/ Allow: /top Allow: /privacy-policy Allow: /terms-of-service Allow: /support # Crawl delay Crawl-delay: 10