# For domain: http://www.iainandjane.com # All robots will spider the domain User-agent: * Disallow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /list_data/ User-agent: * Disallow: /list_data/ # Disallow directory /search/ User-agent: * Disallow: /search/ # Disallow directory /search_data/ User-agent: * Disallow: /search_data/ # Disallow directory /temp/ User-agent: * Disallow: /temp/ # Disallow directory /resources/ User-agent: * Disallow: /resources/ # Disallow directory /logs/ User-agent: * Disallow: /logs/