User-agent: bot
Disallow: /
User-agent: spider
Disallow: /
User-agent: crawl
Disallow: /
User-agent: robot
Disallow: /
User-agent: Googlebot
Allow: /
User-agent: Slurp
Allow: /
User-Agent: msnbot
Allow: /
User-agent: *
Disallow: /
User-agent: *
Disallow: /cgi-bin/