# 12/15/03
# This is for every spider!

User-Agent: *

# stay away from all of this stuff

Disallow: /errorException.cfm     # site-wide page for processing errors
Disallow: /errorRequest.cfm       # site-wide page for processing errors
Disallow: /errorValidation.cfm    # site-wide page for processing errors
Disallow: /contact_submission.cfm # contact forms processing pages
Disallow: /application.cfm        # application files
Disallow: /onrequestend.cfm       # end-of-template application files
Disallow: /404                    # 404 error file
Disallow: /admin/                 # all admin pages
Disallow: /includes/              # all pages in the includes folder
Disallow: /resume/                # all of the submitted resumes
Disallow: /logs/                  # WebTrends files
Disallow: /results/               # all pages in the META results folder
Disallow: /aspnet_client/         # default aspnet folder created by server
Disallow: /cgi-bin/               # cgi folder files

# Don't comments make code much more readable!!!