User-agent: *
Disallow: /search
Disallow: /atom
Disallow: /canvas.xqy
Disallow: /graph.xqy
Disallow: /facets.xqy
Disallow: /results.xqy
Disallow: /message.xqy
Disallow: /thread.xqy
Crawl-Delay: 1

User-agent: Googlebot
Disallow: /search
Disallow: /atom
Disallow: /canvas.xqy
Disallow: /graph.xqy
Disallow: /facets.xqy
Disallow: /results.xqy
Disallow: /message.xqy
Disallow: /thread.xqy

User-agent: wget
Disallow: /

User-Agent: AhrefsBot 
Crawl-Delay: 15

User-Agent: MJ12bot
Crawl-Delay:   15

User-Agent: Yandex
Crawl-Delay:   15

User-agent: Baiduspider
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: Mail.Ru
Disallow: /

User-agent: dotbot
Disallow: /

Disallow: /docs
Disallow: /browse