User-agent: HTTrack
User-agent: puf
User-agent: MSIECrawler
User-agent: Tailrank
Disallow: /

# No one should be crawling us with Nutch.
User-agent: Nutch
Disallow: /

# Hide old versions of the documentation and various large sets of files.
User-agent: *
Disallow: /webstats/
Disallow: /podcasts/pycon/