# robots.txt for http://www.midwestpoolspa.com/ User-agent: * Disallow: /_private/ Disallow: /_vti_bin/ Disallow: /_vti_cnf/ Disallow: /_vti_log/ Disallow: /_vti_pvt/ Disallow: /cgi/ Disallow: /data/ Disallow: /logs/ Disallow: /newsite/ Disallow: /contact/ Sitemap: http://wwww.midwestpoolspa.com/urllist.txt User-agent: Slurp disallow: / # This allows all robots to all web pages but no backoffice pages