#User-agent: *
#Crawl-delay: 10

#User-agent: *
#Request-rate: 1/10 # load 1 page per 10 seconds

user-agent: AhrefsBot
disallow: / 

User-agent: Exabot
Crawl-delay: 20

User-agent: Mail.RU_Bot
Crawl-delay: 20

User-agent: spbot
Disallow: /