# http://www.google.com/bot.html
# http://www.google.com/support/webmasters/bin/answer.py?hl=en&answer=40364
User-agent: Googlebot  
Allow: /
User-agent: Mediapartners-Google  
Allow: /
User-agent: Adsbot-Google  
Allow: /
User-agent: AppEngine-Google
Allow: /

# http://search.msn.com/msnbot.htm
# http://blogs.msdn.com/livesearch/archive/2006/11/29/search-robots-in-disguise.aspx
User-agent: MSNBot 
Allow: /
User-agent: MSNBot-Media
Allow: /
User-agent: MSNBot-Products
Allow: /
User-agent: MSMOBOT
Allow: /
User-agent: MSMOBOT-MOBILE
Allow: /
User-agent: LiveBot
Allow: /

# http://help.yahoo.com/help/us/ysearch/slurp
# http://help.yahoo.com/l/us/yahoo/search/webcrawler/slurp-02.html;_ylt=At8vlJpPRRjoDK0JCNbps5mygiN4
User-agent: Slurp
Allow: /

# ---------------------
User-agent: *
Disallow: /