User-agent: *
Allow: /
Disallow: /js/.
Disallow: /user/.
user-agent: sitebot
user-agent: lexxebot
User-agent: Mail.Ru
User-agent: BLEXBot
User-agent: AhrefsBot
User-agent: MegaIndex
User-agent: SeznamBot
User-agent: CPython
User-agent: MJ12bot
disallow: /
Allow: /$