User-Agent: *
Disallow: /admin
Disallow: /dev
Disallow: /Security
Disallow: /reports
Disallow: /sites

User-Agent: MJ12Bot
Disallow: /

User-Agent: ChangeDetection
Disallow: /

User-agent: AhrefsBot 
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DAUM
Disallow: /

User-agent: dotbot
Crawl-delay: 60

User-agent: rogerbot
Crawl-delay: 60