User-agent: * 
Disallow: /

User-agent: MonkeyCrawl
Disallow: 

User-agent: Slurp
Crawl-delay: 5
Disallow: /addcomment.php

# Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)
# Mozilla/5.0 (iPhone; CPU iPhone OS 7_0 like Mac OS X) AppleWebKit/537.51.1 (KHTML, like Gecko) Version/7.0 Mobile/11A465 Safari/9537.53 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)
User-agent: bingbot/2.0
Disallow: /

# The Knowledge AI
User-Agent: The Knowledge AI
Disallow: /

# https://help.ahrefs.com/getting-started-with-ahrefs/ahrefs-explained/what-is-the-list-of-your-ip-ranges
# https://ahrefs.com/robot
# Mozilla/5.0 (compatible; AhrefsBot/5.2; +http://ahrefs.com/robot/)
User-Agent: AhrefsBot/5.2
Disallow: /

# Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)
User-Agent: Baiduspider/2.0
Disallow: /


# Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)
User-Agent: YandexBot/3.0
Disallow: /

# https://mj12bot.com/
# Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)
User-Agent: MJ12bot/v1.4.8
Disallow: /

# Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, help@moz.com)
User-Agent: DotBot/1.1
Disallow: /