User-agent: *
Disallow: /search/
Disallow: /cache_dir.php
User-agent: MSIECrawler
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: OOZBOT
Disallow: /
User-agent: dotbot/1.0
Disallow: /
User-agent: Gigabot
Disallow: /