User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /  
User-agent: Baidu
Disallow: /  
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SemrushBot/2~bl
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: MJ12bot
Disallow: /      
User-agent: Gigabot
Disallow: / 
#User-agent: AhrefsBot
#Disallow: / 
User-agent: CCBot
Disallow: / 
User-agent: spbot
Disallow: / 
User-agent: Mjbot
Disallow: / 
User-agent: MauiBot
Disallow: / 
User-agent: SeznamBot
Disallow: / 
User-agent: Barkrowler
Disallow: / 
User-agent: MegaIndex
Disallow: / 
User-agent: MegaIndex.ru/2.0
Disallow: / 
User-agent: MegaIndex.ru
Disallow: /
User-agent: megaindex.com
Disallow: /
User-agent: AlphaSeoBot
Disallow: /
User-agent: AlphaSeoBot-SA
Disallow: /
User-agent: AlphaBot
Disallow: / 
User-agent: Cliqzbot
Disallow: / 
User-agent: Seekport
Disallow: / 
User-agent: TurnitinBot
Disallow: / 
User-agent: ltx71
Disallow: / 
User-agent: Seekport
Disallow: /
User-agent: Linguee
Disallow: /  
User-agent: panscient.com
Disallow: /
User-agent: VelenPublicWebCrawler
Disallow: / 
User-agent: SEOkicks
Disallow: / 
User-agent: DAUM 
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: IzABee
Disallow: /
User-agent: serpstatbot
Disallow: /
User-agent: DataForSeoBot
Disallow: /

User-agent: Bingbot
User-agent: bingbot/2.0
User-agent: bingbot
User-agent: msnbot
User-agent: msnbot/2.0b
Disallow: /

#Note. The maximum allowed value in the directive for Yandex is 2.0. 
User-agent: YandexBot
User-agent: YandexBot/3.0
User-agent: Yandex
Disallow: /
#Crawl-delay: 2.0 # sets a 2-second timeout