User-agent: MJ12bot
Allow: /
user-agent: AhrefsBot
Allow: / 
User-agent: Yandex
Allow: /