# directory exclusion used for mcafee.com user-agent: * # # remove subset of pages for sia from all sites Disallow: /*/partners/security_innovation_alliance/sia_info/ # # remove images Disallow: /images/ # # Disallow US expired files here (while waiting for regional links to the page to be removed) # Disallow: /us/path/file.ext # # # Disallow all expired files here (while waiting for regional links to the page to be removed) # Disallow: /*/sitepath/file.ext # # Disallow no_crawl folder # Disallow: /no_crawl/