# robots.txt for http://www.semha.org/ # exclude specific areas from all search engine crawlers User-agent: * Disallow: /cgi-local Disallow: /etc Disallow: /images Disallow: /stats