User-agent: * Disallow: /admin/ # Administration Disallow: /grafik/ # GIFs und JPGs Disallow: /lib/ # Library Disallow: /statistik/ # Logfilestatistik Disallow: /cgi-bin/ # CGI-BIN # Rover User-agent: Roverbot Disallow: / # fido/1.0 Harvest/1.4.pl2 User-agent: fido/1.0 Harvest/1.4.pl2 Disallow: / # EmailCollector User-agent: EmailCollector Disallow: /