# All robots will spider the domain
User-agent: *
Disallow: 

# Disallow directory /cgi-bin/
User-agent: *
Disallow: /cgi-bin/

# Disallow directory /tmp/
User-agent: *
Disallow: /tmp/

# Disallow directory /_private/
User-agent: *
Disallow: /_private/

# Disallow directory /_vti_cnf/
User-agent: *
Disallow: /_vti_cnf/

# Disallow directory /_vti_log/
User-agent: *
Disallow: /_vti_log/

# Disallow directory /_vti_pvt/
User-agent: *
Disallow: /_vti_pvt/

# Disallow directory /_vti_script/
User-agent: *
Disallow: /_vti_script/

# Disallow directory /_vti_txt/
User-agent: *
Disallow: /_vti_txt/

# Disallow directory /_vti_txt/
User-agent: *
Disallow: /misc/