User-agent: Sogou web spider/4.0
Disallow: /
User-agent: meta-externalagent
Disallow: /
User-agent: monitoring360bot/1.1
Disallow: /
User-agent: meta-externalagent
Disallow: /
User-agent: barkrowler
Disallow: /
User-agent: Linguee
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: Cliqzbot
Disallow: /
User-agent: AhrefsBot/5.2
Disallow: /
User-agent: omgili/0.5 
Disallow: /
User-agent: omgili
Disallow: /
User-agent: Qwantify/2.3w
Disallow: /
User-agent: Qwantify
Disallow: /
User-agent: 
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: SemrushBot 
Disallow: /
User-agent: SemrushBot-SA 
Disallow: /
User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Baiduspider
Disallow: /

user-agent: AhrefsBot
disallow: /

User-agent: NerdyBot
Disallow: /

User-agent: WBSearchBot
Disallow: /