User-agent: *
Disallow: /engine/
Disallow: /backup/
Disallow: /language/
Disallow: /upgrade/
Disallow: /tags/
Disallow: /addnews.html
Disallow: /*subaction=userinfo
Disallow: /*subaction=newposts
Disallow: /*do=register
Disallow: /*do=lostpassword
Disallow: /*do=addnews
Disallow: /*do=stats
Disallow: /*do=pm
Disallow: /*do=go


User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: megaIndex.ru
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SeekportBot
Disallow: /

# ALL BOTS
User-agent: Pinterest
Crawl-delay: 1
# Crawlers Setup
#User-agent: *
# Block SEOkicks
User-agent: SEOkicks-Robot
Disallow: /
# Block SISTRIX
User-agent: SISTRIX Crawler
Disallow: /
# Block Uptime robot
User-agent: UptimeRobot/2.0
Disallow: /
User-agent: 008
Disallow: /
# Block Ezooms Robot
User-agent: Ezooms Robot
Disallow: /
# Block Perl LWP
User-agent: Perl LWP
Disallow: /
# Block BlexBot
User-agent: BLEXBot
Disallow: /
# Block netEstate NE Crawler (+http://www.сайт.ру/)
User-agent: netEstate NE Crawler (+http://www.сайт.ру/)
Disallow: /
# Block WiseGuys Robot
User-agent: WiseGuys Robot
Disallow: /