User-agent: *
Disallow: /admin
Disallow: /order
Disallow: /gdpr
Disallow: /user
Disallow: /user/compare
Disallow: /api
Crawl-Delay: 50
Sitemap: /sitemap.xml
User-agent: bingbot 
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: MJ12bot
Disallow: /