User-agent: *
Allow: /
Crawl-Delay: 200

User-agent: GoogleBot
User-agent: Bingbot
User-agent: MSNBot
User-agent: MSNBot-Media
User-agent: AdIdxBot
User-agent: BingPreview
Allow: /
Crawl-Delay: 20

User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: Vagabondo
User-agent: BaiDuSpider
User-agent: dotbot
User-agent: Exabot
User-agent: BSpider
User-agent: DeuSu
User-agent: Yandex
User-agent: MegaIndex
Disallow: /

Sitemap: https://www.cleverdetails.com/sitemap.php