# Datei robots.txt im Hauptverzeichnis der Domain http://www.wip-consulting.ch/

User-agent: *
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /trackback
Disallow: /comments
Disallow: /category
Disallow: /temp/
Disallow: /close/
Disallow: /cgi-bin/
Disallow: /secure/
Disallow: /safe/
Disallow: /images/
Disallow: /a1/
Disallow: /aa1/
Disallow: /aaa1/
Disallow: /scratch/
Disallow: /test/
Disallow: /cgi$
Disallow: /dokus
 
User-agent: Googlebot 
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /trackback
Disallow: /comments
Disallow: /category
Disallow: /temp/
Disallow: /close/
Disallow: /cgi-bin/
Disallow: /secure/
Disallow: /safe/
Disallow: /images/
Disallow: /a1/
Disallow: /aa1/
Disallow: /aaa1/
Disallow: /scratch/
Disallow: /test/
Disallow: /cgi$
Disallow: /dokus
 
# digg mirror
User-agent: duggmirror
Disallow: /
 
# Sauger 
User-agent: Teleport
Disallow: /

User-agent: Webwhacker 
Disallow: /

User-agent: Webzip 
Disallow: /

User-agent: Net Attache 
Disallow: /

User-agent: SiteSnagger 
Disallow: /

User-agent: HTTrack 
Disallow: /

User-agent: WebCapture 
Disallow: /

User-agent: WebSauger 
Disallow: /

User-agent: WebReaper 
Disallow: /

User-agent: Roverbot 
Disallow: /

User-agent: Webspider 
Disallow: /

User-agent: Sidewinder
Disallow: /

Sitemap: http://www.wip-consulting.ch/sitemap.xml