# All robots will spider the domain User-agent: * Disallow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /webalizer/ User-agent: * Disallow: /webalizer/ # Disallow directory /modlogan/ User-agent: * Disallow: /modlogan/ # Disallow directory /galleries/ User-agent: * Disallow: /galleries/ # Disallow directory /information/ User-agent: * Disallow: /information/