# All robots will spider the domain, but not the old page User-agent: * # Disallow directory /manager/ User-agent: * Disallow: /manager/ # Disallow directory /assets/, but allow /assets/documents/ User-agent: * Disallow: /assets/cache/ User-agent: * Disallow: /assets/docs/ User-agent: * Disallow: /assets/export/ User-agent: * Disallow: /assets/newsletter/ User-agent: * Disallow: /assets/site/ # Disallow directory /templates/ User-agent: * Disallow: /templates/