# robots.txt


# global
User-agent: *
Crawl-delay: 90
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /en/
Disallow: /*?add-to-cart=


User-agent: rogerbot
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /joomla/


User-agent: seobility
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /joomla/
Disallow: /en/


# digg mirror
User-agent: duggmirror
Disallow: /
 
# Google AdSense
User-agent: Mediapartners-Google*
Allow: /*
 

# www.domaintools.com
User-agent: SurveyBot
Disallow: /

# http://websitewiki.de/WebsiteWiki
User-agent: WebsiteWiki
Disallow: /

# http://www.shopwiki.de/
User-agent: ShopWiki
Disallow: /

User-agent: Jakarta Commons-HttpClient
Disallow: /

# http://www.aboutus.org
User-Agent: AboutUsBot 
Disallow: /

# http://bizinformation.org/de/
User-agent: BizInformation
Disallow: /

# http://www.semager.de/
User-agent: Semager
Disallow: /

# Others

User-agent: MJ12bot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: twiceler
Disallow: /

# Google Image
User-agent: Googlebot-Image
Disallow: 
Allow: /*