# All robots will spider the domain
User-agent: *
Disallow:

# Disallow directory /cgi-bin/
User-agent: *
Disallow: /cgi-bin/

# Disallow directory /cpanel/
User-agent: *
Disallow: /cpanel/

# Disallow special Frontpage directories
User-agent: *
Disallow: /_private/

User-agent: *
Disallow: /_vti_bin/

User-agent: *
Disallow: /_vti_cnf/

User-agent: *
Disallow: /_vti_log/

User-agent: *
Disallow: /_vti_pvt/

User-agent: *
Disallow: /_vti_txt/

User-agent: *
Disallow: /suspended.page/