# User-agent: ia_archiver # Disallow: / User-agent: * Disallow: /cgi-bin Disallow: /dev Disallow: /error Disallow: /phpMyAdmin Disallow: /w3c Disallow: /images Disallow: /mail-img Disallow: /jobsmanager Disallow: /ebay User-agent: msnbot Crawl-delay: 10 User-agent: Teoma Crawl-delay: 10 User-agent: Slurp Crawl-delay: 10 User-agent: aipbot Disallow: / User-agent: BecomeBot Disallow: / User-agent: psbot Disallow: / # Robots File for www.ch-6.co.uk