# $Id: robots.txt,v 1.25 2006/11/20 16:52:05 krusch Exp krusch $ # # This is a file retrieved by webwalkers a.k.a. spiders that # conform to a defacto standard. # See # # Comments to the webmaster should be posted at # # Format is: # User-agent: # Disallow: | # ----------------------------------------------------------------------------- # User-agent: Fast corporate crawler User-agent: * Disallow: * Disallow: // Disallow: /account/registration Disallow: /account/mypro Disallow: /account/myint Disallow: /Admin Disallow: /cgi- Disallow: /common Disallow: /data Disallow: /db2s Disallow: /fcgi- Disallow: /fscripts Disallow: /i/ Disallow: /image/ Disallow: /link Disallow: /perl Disallow: /portal/home Disallow: /products/finder Disallow: /products/learn/action Disallow: /scripts Disallow: /Scripts Disallow: /search/? Disallow: /Search Disallow: /tmp Disallow: /webmaster Disallow: /zx Disallow: /zz Disallow: /vtigercrm Disallow: /egroupware # User-agent: gotdotnet.ch proxy services Disallow: / #