# robots.txt for http://www.unser.net/ # # Last edited: 2007-08-06 (JC) # # See http://info.webcrawler.com/mak/projects/robots/robots.html for # the robot exclusion standard which describes the format of this # document User-agent: * Disallow: /gpw # internal pages Disallow: /intern # internal pages Disallow: /priv # internal pages Disallow: /spaider # internal pages Disallow: /tmp # temporary and experimental pages User-agent: vscooter User-agent: DittoSpyder User-agent: Googlebot-Image Disallow: / User-agent: Exabot Disallow: *.gif$ Disallow: *.jpg$ Disallow: *.png$ User-agent: IconSurf Disallow: / User-agent: BecomeBot Disallow: /cgi-bin/ User-agent: Girafabot Disallow: / User-agent: Miva Disallow: / User-agent: psbot Disallow: / User-agent: RufusBot Disallow: / User-agent: SBIder Disallow: / User-agent: thesubot Disallow: / User-agent: TurnitinBot Disallow: / User-agent: www.adressendeutschland.de Disallow: /