#allow only important bots
User-agent: ArchitextSpider
Disallow:

User-agent: Baiduspider
Disallow:

User-agent: Googlebot
Disallow:

User-agent: Googlebot-ImageUser-agent: Mediapartners-Google
Disallow:

User-agent: msnbot
Disallow:

User-agent: msnbot-media
Disallow:

User-agent: Scooter
Disallow:

User-agent: Slurp
Disallow:

User-agent: Teoma
Disallow:

User-agent: Yahoo-Blogs
Disallow:

User-agent: Yahoo-MMCrawler
Disallow:

User-agent: Yandex
Disallow:

User-Agent: ougsa-crawler
Disallow:

User-agent: *
Disallow: /