User-agent: *
Allow: /


User-agent: GrapeshotCrawler
Disallow:/
User-agent: WebAlta
Disallow:/
User-agent:  SemrushBot
Disallow:/
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: spbot
Disallow: /