# All robots will spider the domain User-agent: * Disallow: # Disallow directory /nav/ User-agent: * Disallow: /testbutton.htm Disallow: /tmp.php Disallow: /tmp.htm Disallow: /pool1.php Disallow: /indexx.htm Disallow: /testform2.htm Disallow: /index_org.html Disallow: /postinfo.html Disallow: /_vti_inf.html Disallow: /.htaccess Disallow: /err404.shtml # Disallow directory /Trash/ User-agent: * Disallow: /Trash/ # Disallow directory /nav/ User-agent: * Disallow: /nav/ # Disallow directory /tmp/ User-agent: * Disallow: /tmp/ # Disallow directory /adv/ User-agent: * Disallow: /adv/ # Disallow directory /_vti_cnf/ User-agent: * Disallow: /_vti_cnf/ # Disallow directory /_vti_log/ User-agent: * Disallow: /_vti_log/ # Disallow directory /_vti_pvt/ User-agent: * Disallow: /_vti_pvt/ # Disallow directory /_add/ User-agent: * Disallow: /_add/ # Disallow directory /_private/ User-agent: * Disallow: /_private/ # Disallow directory /_vti_bin/ User-agent: * Disallow: /_vti_bin/ # Disallow directory cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /entropybanner/ User-agent: * Disallow: /entropybanner/ # Disallow directory /gb/ User-agent: * Disallow: /gb/ # Disallow directory /osticket/ User-agent: * Disallow: /osticket/ # Disallow directory /pg/ User-agent: * Disallow: /pg/ # Disallow directory /pool/ User-agent: * Disallow: /pool/ # Disallow directory /promo/ User-agent: * Disallow: /promo/ # Disallow directory /tmp/ User-agent: * Disallow: /tmp/