##################################################
# temporarily disallow ALL indexing...
# Disallow: /
##################################################

# usual robots directives...
# http://info.webcrawler.com/mak/projects/robots/exclusion-admin.html

User-agent: *
Disallow: /cgibin/
Disallow: /pilot/
Disallow: /traffic/
Disallow: /hterror/
Disallow: /hterrors/
Disallow: /css/

# slow down abusive Yahoo spider...
User-agent: Slurp
Crawl-delay: 300