#disallow all unused html pages. User-agent: * Disallow: ../cgi-shl/hub.cgi Disallow: ../perl-scripts/ Disallow: /cgi-shl/hub.cgi Disallow: /cgi-shl/login.cgi Disallow: /cgi-shl/orderbas.cgi Disallow: /cgi-shl/email_signup.cgi Disallow: /cgi-shl/search.cgi Disallow: /cgi-shl/checkinfo.cgi Disallow: /perl-scripts/