# All robots will spider the domain User-agent: * Disallow: # Disallow directory /datasources/ User-agent: * Disallow: /datasources/ # Disallow directory /intranet/ User-agent: * Disallow: /intranet/ # Disallow directory /aspnet_client/ User-agent: * Disallow: /aspnet_client/ # Disallow directory /bin/ User-agent: * Disallow: /bin/ # Disallow directory /errorpages/ User-agent: * Disallow: /errorpages/ # Disallow directory /includes/ User-agent: * Disallow: /includes/ # Disallow directory /pricerupdates/ User-agent: * Disallow: /pricerupdates/ # Disallow directory /tableedit/ User-agent: * Disallow: /tableedit/