User-Agent: Googlebot-Image
Disallow: /

User-agent: dotbot 
Disallow: /

User-agent: psbot
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: Slurp
Crawl-delay: 3
Disallow: /*.gif$
Disallow: /*.png$
Disallow: /*.jpg$

User-agent: *
Disallow: /admin/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /common/
Disallow: /controllers/
Disallow: /data/
Disallow: /images/
Disallow: /lib/
Disallow: /logs/
Disallow: /tpl/
Disallow: /usage/

Disallow: /*.gif$
Disallow: /*.png$
Disallow: /*.jpg$

Sitemap: http://www.sparcommunity.de/kategorien