# http://www.dallasperformancecleaning.com/robots.txt # # This is a file retrieved by webwalkers a.k.a. spiders that conform to a defacto standard. # See http://info.webcrawler.com/mak/projects/robots/robots.html # # Format is: # User-agent: # Disallow: | # # 01/MAY/04 - Added specific spiders and more exclusions # l.gibson - dallasperformancecleaning.com # # ----------------------------------------------------------------------------- User-agent: scooter Disallow: /_vti_txt/ Disallow: /_vti_pvt/ Disallow: /_vti_log/ Disallow: /_vti_cnf/ Disallow: /_vti_bin/ Disallow:/_private/ Disallow: /images/ Disallow: /image_blanks/ Disallow: /_notes/ Disallow: /Templates/ Disallow: /webstat/ Disallow: /compile/ Disallow: /include/ User-agent: googlebot Disallow: /_vti_txt/ Disallow: /_vti_pvt/ Disallow: /_vti_log/ Disallow: /_vti_cnf/ Disallow: /_vti_bin/ Disallow:/_private/ Disallow: /images/ Disallow: /image_blanks/ Disallow: /_notes/ Disallow: /Templates/ Disallow: /webstat/ Disallow: /compile/ Disallow: /include/ User-agent: slurp Disallow: /_vti_txt/ Disallow: /_vti_pvt/ Disallow: /_vti_log/ Disallow: /_vti_cnf/ Disallow: /_vti_bin/ Disallow:/_private/ Disallow: /images/ Disallow: /image_blanks/ Disallow: /_notes/ Disallow: /Templates/ Disallow: /webstat/ Disallow: /compile/ Disallow: /include/ User-agent: gulliver Disallow: /_vti_txt/ Disallow: /_vti_pvt/ Disallow: /_vti_log/ Disallow: /_vti_cnf/ Disallow: /_vti_bin/ Disallow:/_private/ Disallow: /images/ Disallow: /image_blanks/ Disallow: /_notes/ Disallow: /Templates/ Disallow: /webstat/ Disallow: /compile/ Disallow: /include/ User-agent: * Disallow: /_vti_txt/ Disallow: /_vti_pvt/ Disallow: /_vti_log/ Disallow: /_vti_cnf/ Disallow: /_vti_bin/ Disallow:/_private/ Disallow: /images/ Disallow: /image_blanks/ Disallow: /_notes/ Disallow: /Templates/ Disallow: /webstat/ Disallow: /compile/ Disallow: /include/