# robots.txt for http://evolveweb.elsevier.com/ # allow all search agents. User-agent: * # disallow the search engine from crawling following folders. Disallow: /OnlineHelp Disallow: /admin_redirect Disallow: /asperheim Disallow: /brown Disallow: /css Disallow: /flash Disallow: /images Disallow: /js Disallow: /pdfs Disallow: /redirect Disallow: /redirect2 Disallow: /videos