# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

User-agent: GoogleBot
Allow: /

User-agent: Applebot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: BingBot
Disallow: /

User-agent: AhrefsBot
Allow: /

User-agent: PetalBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: megaIndex.ru
Disallow: /

User-agent: MJ12bot
Disallow: /