User-agent: *
Disallow: .htpasswd
Disallow: .htaccess
Disallow: ChangeLog
Disallow: CVS
Disallow: /~


User-agent: Slurp
Crawl-delay: 1

User-agent: msnbot
Crawl-delay: 60

User-agent: baiduspider
Crawl-delay: 120