#robots.txt for http://www.nmsu.edu/ #this file prevents search engine robots from accessing #specified areas under the www structure User-agent: * Disallow: /Administration/personel/admin/ # directory for Personnel Office scripts Disallow: /cgi-bin/ Disallow: /logs/ User-Agent: Googlebot Disallow: /CIO/*.pdf$ Disallow: /CIO/* Disallow: /cgi-bin/