# robots.txt for http://ehp.niehs.nih.gov/ User-agent: * Disallow: /test/ # Test files - not worth indexing Disallow: /samples/ # Not worth indexing Disallow: /docs/EHPHOME/ # obsolete Disallow: /cgi-bin/ # you don't need to be lookin' in here Disallow: /login # you don't need to be lookin' in here Disallow: /login/ # you don't need to be lookin' in here Disallow: /docs/admin/stats/ # not worth indexing Disallow: /imageusers/ # not worth indexing Disallow: /matt/ # not worth indexing Disallow: /wormfood/ # not worth indexing Disallow: /tagSearch/ # For more information on using and configuring the robots.txt file # Go to http://info.webcrawler.com/mak/projects/robots/norobots.html