# All robots will spider the domain
User-agent: *

# Disallow info e.g. directory /cgi-bin/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /vti_log/
Disallow: /Testing/
Disallow: /Back up 13012006/
Disallow: /Lynx/
Disallow: /Live Backup/
Disallow: /Specific Files/