# robots.txt fuer http://www.expent.de/ User-agent: * Disallow: /cgi-bin/ Disallow: /download/ Disallow: /logs/ Disallow: /images/ Disallow: /stat/ Disallow: /usage/ Disallow: /variablen.inc.images/ User-agent: EmailCollector Disallow: /cgi-bin/ Disallow: /download/ Disallow: /logs/ Disallow: /images/ Disallow: /stat/ Disallow: /usage/ Disallow: /variablen.inc.images/ User-agent: A-Online Search Disallow: /cgi-bin/ Disallow: /download/ Disallow: /logs/ Disallow: /images/ Disallow: /stat/ Disallow: /usage/ Disallow: /variablen.inc.images/ User-agent: fast Disallow: /cgi-bin/ Disallow: /download/ Disallow: /logs/ Disallow: /images/ Disallow: /stat/ Disallow: /usage/ Disallow: /variablen.inc.images/ User-agent: Scooter Disallow: /cgi-bin/ Disallow: /download/ Disallow: /logs/ Disallow: /images/ Disallow: /stat/ Disallow: /usage/ Disallow: /variablen.inc.images/ User-agent: Die Blinde Kuh Disallow: /cgi-bin/ Disallow: /download/ Disallow: /logs/ Disallow: /images/ Disallow: /stat/ Disallow: /usage/ Disallow: /variablen.inc.images/ User-agent: Crawler V 0.2.1 admin@crawler.de Disallow: /cgi-bin/ Disallow: /download/ Disallow: /logs/ Disallow: /images/ Disallow: /stat/ Disallow: /usage/ Disallow: /variablen.inc.images/ User-agent: Eule-Robot Disallow: /cgi-bin/ Disallow: /download/ Disallow: /logs/ Disallow: /images/ Disallow: /stat/ Disallow: /usage/ Disallow: /variablen.inc.images/ User-agent: Arachnoidea Disallow: /cgi-bin/ Disallow: /download/ Disallow: /logs/ Disallow: /images/ Disallow: /stat/ Disallow: /usage/ Disallow: /variablen.inc.images/ User-agent: ArchitextSpider Disallow: /cgi-bin/ Disallow: /download/ Disallow: /logs/ Disallow: /images/ Disallow: /stat/ Disallow: /usage/ Disallow: /variablen.inc.images/ User-agent: KIT-Fireball Disallow: /cgi-bin/ Disallow: /download/ Disallow: /logs/ Disallow: /images/ Disallow: /stat/ Disallow: /usage/ Disallow: /variablen.inc.images/ User-agent: Googlebot Disallow: /cgi-bin/ Disallow: /download/ Disallow: /logs/ Disallow: /images/ Disallow: /stat/ Disallow: /usage/ Disallow: /variablen.inc.images/ User-agent: InfoSeek Sidewinder/0.9 Disallow: /cgi-bin/ Disallow: /download/ Disallow: /logs/ Disallow: /images/ Disallow: /stat/ Disallow: /usage/ Disallow: /variablen.inc.images/ User-agent: Slurp Disallow: /cgi-bin/ Disallow: /download/ Disallow: /logs/ Disallow: /images/ Disallow: /stat/ Disallow: /usage/ Disallow: /variablen.inc.images/ User-agent: LinkWalker Disallow: /cgi-bin/ Disallow: /download/ Disallow: /logs/ Disallow: /images/ Disallow: /stat/ Disallow: /usage/ Disallow: /