# This is for every spider
User-agent: *

Disallow: /leeches/

# directories to stay away from
Disallow: /cgi-local/
Disallow: /site/ 
Disallow: /tmp/