# All robots will spider the domain User-agent: * Disallow: # Disallow directory /aspnet_client/ User-agent: * Disallow: /aspnet_client/ # Disallow directory /admin/ User-agent: * Disallow: /admin/ # Disallow directory /bin/ User-agent: * Disallow: /bin/ # Disallow directory /css/ User-agent: * Disallow: /css/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /js/ User-agent: * Disallow: /js/ # Disallow directory /usercontrols/ User-agent: * Disallow: /usercontrols/ # Disallow directory /video/ User-agent: * Disallow: /video/