# For domain: http://www.hrfc.org.uk/ # All robots will spider the domain User-agent: * Disallow: # Disallow directory /reports/pictures/ User-agent: * Disallow: /reports/pictures/ # Disallow image indexing - Google and MSN User-agent: Googlebot-Image Disallow: / User-agent: psbot Disallow: / User-agent: Yahoo-MMCrawler Disallow: / #Slow down Yahoo crawler User-agent: Slurp Crawl-delay: 5