# robots.txt for http://www.stat.washington.edu User-agent: * # match any robot name Disallow: /cgi-bin/ # don't allow robots into cgi-bin Disallow: /tmp/ # no need to index temporary files Disallow: /Computing/ Disallow: /Secure/ User-agent: ia_archiver # Internet Archive robot Disallow: /cggreen/ # Chris Green does not want his directory # archived