User-agent: googlebot
User-agent: Yahoo Slurp
User-agent: MSNBot
User-agent: AskJeeves
Disallow: 

User-agent: *
Disallow: /AWStats
Disallow: /webmail
Disallow: /webalizer
Disallow: /DB/ 
Disallow: /cgi-bin/ 
Disallow: /aspnet_client
Disallow: /cp
Disallow: /_vti_log