# /robots.txt file for http://www.marek-brandt.de User-agent: * Disallow: /cgi-bin/ Disallow: /stats/ # but allow htdig to index our doc-tree