# Disallow all crawlers access to certain pages. #global disallows User-agent: * Disallow: index.html Disallow: logout.html Disallow: sitemap.html Disallow: /articles/ Disallow: /articlessaved/ Disallow: /search/ Disallow: /library/ Disallow: /account/index.html Disallow: /account/detail.html Disallow: /account/diag.html Disallow: /about/ Disallow: /surveys/ Disallow: /holidaymessage/ #site-specific disallows Disallow: /people/ Disallow: /industrytools/ Disallow: /topreadarticles/ #gbox allow User-agent: gsa-crawler* Disallow: #new gbox allow User-agent: mm-gsa-crawler* Disallow: