# robots.txt for http://www.newsanzeigen.de/ # file created: 02.05.2006 # last changed: 08.03.2009 User-Agent: Googlebot-Image Disallow: / User-agent: dotbot Disallow: / User-agent: psbot Disallow: / User-agent: IRLbot Disallow: / User-agent: twiceler Disallow: / User-agent: Slurp Crawl-delay: 3 Disallow: /*.gif$ Disallow: /*.png$ Disallow: /*.jpg$ User-agent: * Disallow: /cgi-bin/ Disallow: /_vti_bin/ Disallow: /a/ Disallow: /files/ Disallow: /grafik/ Disallow: /images/ Disallow: /images1/ Disallow: /logs/ Disallow: /newsdata/ Disallow: /usage/