# BEGIN W3TC ROBOTS
User-agent: *
Disallow: /wp-content/cache/
# END W3TC ROBOTS

# Block Baidu
# http://help.baidu.com/question?prod_en=master&class=Baiduspider
User-agent: Baiduspider
Disallow: /

# Block Yandex
# https://yandex.com/support/webmaster/controlling-robot/robots-txt.xml
User-agent: Yandex
Disallow: /

# Block Redbot
# https://redbot.org/
User-agent: RED
Disallow: /

# Block Dotbot
# https://wowrack.org/
User-agent: dotbot
Disallow: /

# Block TrovitBot
# https://www.trovit.com/bot.html
User-agent: trovitBot
Disallow: /

# Block RogerBot
# https://moz.com/help/moz-procedures/crawlers/rogerbot
User-agent: rogerbot
Disallow: /

# Block SeekPort
# http://seekport.com/
User-agent: Seekport
Disallow: /

# Generic bot rules
User-agent: *
Crawl-delay: 5