User-agent: AhrefsBot
User-agent: MJ12bot
disallow: / 
User-agent: *
Crawl-delay: 5
Disallow: /awstats/