# This is for every spider
User-agent: *

# directories to stay away from
Disallow: /cgi-local/
Disallow: /site/ 
# Disallow: /stats/ 
# Disallow: /demo/ 
# Disallow: /temp/ 
# Disallow: /phplive/