# robots.txt file for http://www.webseitenwert.de/ # 28.03.2007 12:32 User-agent: IRLbot Disallow: / User-agent: * Disallow: /images/ Disallow: /cgi-bin/ Disallow: /tables/ Disallow: /files/ User-Agent: Googlebot-Image Disallow: / User-agent: Slurp Crawl-delay: 3 Disallow: /*.gif$ Disallow: /*.png$ Disallow: /*.jpg$ # end of file