User-agent: * Disallow: /cgi-bin/ Disallow: /cgi-data/ Disallow: /classes/ Disallow: /internal/ Disallow: *.css # Internet Archiv, nein danke ... User-agent: ia_archiver Disallow: / User-agent: ia_archiver/1.6 Disallow: / # Tovek Tools raus ... User-agent: TovekTools Web Indexer/1.0beta [Win32] Disallow: / User-agent: InfoNaviRobot Disallow: / # Email Harvesters nach Hause schicken ... User-agent: EmailSiphon Disallow: / User-agent: Openfind Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: Harvest/1.5 Disallow: /