# For domain: http://www.vitproducts.com
# All robots will spider the domain
User-agent: *
# Disallow directory /directory name/
Disallow: /cgi-bin/
Disallow: /pub/
Disallow: /req/
Disallow: /templates/
Disallow: /~oldweb/