# robots.txt for http://www.slac.stanford.edu/ # See documentation in: http://info.webcrawler.com/mak/projects/robots/norobots.html User-agent: * Disallow: /cgi-bin/ Disallow: /scripts/ Disallow: /_private/ Disallow: /_vti_bin/ Disallow: /_vti_cnf/ Disallow: /_vti_log/ Disallow: /_vti_pvt/ Disallow: /_vti_txt/ Disallow: /asp/