# robots.txt for http://shopping.baudoy.de/ # file created: 19.03.2006 # last changed: 08.03.2009 User-Agent: Googlebot-Image Disallow: / User-agent: dotbot Disallow: / User-agent: psbot Disallow: / User-agent: IRLbot Disallow: / User-agent: twiceler Disallow: / User-agent: Slurp Crawl-delay: 3 Disallow: /*.gif$ Disallow: /*.png$ Disallow: /*.jpg$ User-agent: * Disallow: /admin/ Disallow: /cache/ Disallow: /cgi-bin/ Disallow: /common/ Disallow: /controllers/ Disallow: /data/ Disallow: /files/ Disallow: /lib/ Disallow: /logs/ Disallow: /tpl/ Disallow: /usage/ Disallow: /images/