# This file tells search engines such as Alta Vista not to
# list items in these directories
# Ref. - Byte, May 1997, pg 63
# Allow crawlers to see tools, documents and products
User-agent: *
Disallow: /images/comets/*
Disallow: /images/comets/
Disallow: images/comets/*
Disallow: images/comets/
Disallow: /usertest/*
Disallow: /usertest/
Disallow: /bin/*
Disallow: /bin/
Disallow: /docs/*
Disallow: /docs/
Disallow: /cgi-bin-old/*
Disallow: /cgi-bin-old/

User-agent: Slurp
Crawl-delay: 100