# robots.txt for http://atmos.nmsu.edu/ User-agent: * # All spiders should avoid Disallow: /PDS/ # Data files Disallow: /pub/ # Data files Disallow: /pdsd/ # Data files Disallow: /IJW/ Disallow: /cgi-bin/ Disallow: /usage/ Disallow: /ftp/ Disallow: /~lhuber Disallow: /~rdewitt Disallow: /~itrejo Disallow: /~asimon Disallow: /~rbeebe