# All robots will spider the domain User-agent: * Disallow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /catalog/admin/ User-agent: * Disallow: /catalog/admin/ # Disallow directory /ipn/ User-agent: * Disallow: /ipn/ # Disallow directory /ipn/ User-agent: * Disallow: /manager/ # Disallow directory /ipn/ User-agent: * Disallow: /img/ # Disallow directory /ipn/ User-agent: * Disallow: /images/ # Disallow directory /catalog/admin/ User-agent: * Disallow: /catalog/logs/ # Disallow directory /catalog/admin/ User-agent: * Disallow: /catalog/temp/ # Disallow directory /catalog/admin/ User-agent: * Disallow: /catalog/widgets/