# $Id: robots.txt,v 1.20 2005/08/25 15:18:31 krusch Exp $ # # This is a file retrieved by webwalkers # # Format is: # User-agent: # Disallow: | # ----------------------------------------------------------- User-agent: * Disallow: /Admin Disallow: /common Disallow: /cgi- Disallow: /fcgi- Disallow: /scripts Disallow: /Scripts Disallow: /fscripts Disallow: /search Disallow: /perl User-agent: Fast corporate crawler Disallow: /Admin Disallow: /common Disallow: /cgi- Disallow: /fcgi- Disallow: /scripts Disallow: /Scripts Disallow: /fscripts Disallow: /search Disallow: /perl #