# robots.txt for http://www.stenschke.de # file created: 05.12.01 User-agent: * User-agent: wget User-agent: webzip User-agent: webmirror User-agent: webcopy Disallow: /cgi-bin/ Disallow: /scripts # exclude robots from specified tree