robots.txt for blog.roothausen.de User-agent: * Disallow: /admin/ Disallow: /audio Disallow: /puted Disallow: /uploads Disallow: /pages/impressum.html Disallow: /pages/contactform.html # E-Mail Crawler raus User-agent: AboutUsBot Disallow: / User-agent: WX_mail/2.000 Disallow: / User-agent: WhoWhere Disallow: / # Rover is a bad dog User-agent: Roverbot Disallow: / User-agent: ActiveAgent Disallow: / User-agent: EmailSiphon Disallow: / User-agent: Googlebot-Image Disallow: /