# # This is a file retrieved by webwalkers a.k.a. spiders that # conform to a defacto standard. # See # # # Format is: # User-agent: # Disallow: | # ----------------------------------------------------------------------------- User-agent: * Disallow: // Disallow: /phpMyAdmin Disallow: /scripts User-agent: Fast corporate crawler Disallow: // Disallow: /phpMyAdmin Disallow: /scripts User-agent: gotdotnet.ch proxy services Disallow: / Disallow: // Disallow: /phpMyAdmin Disallow: /scripts User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot) Disallow: / User-agent: panscient.com Disallow: /