# robots.its.de Sitemap: http://www.its.de/Urlaub/sitemap.xml.gz # Ordner verbieten User-agent: * Allow: /Urlaub/ Disallow: /css/ Disallow: /images/ Disallow: /js/ Disallow: /doku/ # Bilder verbieten User-agent: Googlebot Allow: /Urlaub/ Allow: /Urlaub/*.gif$ Allow: /Urlaub/*.jpg$ Allow: /Urlaub/*.png$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.png$ Disallow: /*.swf$ # Nix Mail-Terror User-agent: WX_mail/2.000 Disallow: / User-agent: EmailCollector Disallow: / User-agent: WhoWhere Disallow: / User-Agent: Roverbot Disallow: / User-Agent: ActiveAgent Disallow: / User-agent: EmailSiphon Disallow: /