# Don't spider the whole static directory please, it's got 2.5 million 
# uncompressed files in it. Download one of the compressed archives instead, 
# it'll be much easier for both of us.

User-agent: *
Disallow: /downloads/
Disallow: /new/
Disallow: /wikipedia/