# Robots.txt
# Required to reduce the quantity of 404's generated by robots that
# spider the site for search engines.
# Instructions contained tell the spider which files/directories are
# or are not available for spidering.

User-agent: *                  # all agents, all files, all directories.
Disallow: /member/   # html files.
Disallow: /cgi-bin/            # scripts.
Disallow: /images/             # image files.
Disallow: /gif/              # image files