# robots.txt for http://www.balfour-vancouver.com User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /webalizer/ User-agent: aipbot Disallow: / User-agent: becomebot Disallow: / User-agent: psbot Disallow: / User-agent: googlebot Crawl-delay: 10 User-agent: msnbot Crawl-delay: 10 User-agent: teoma Crawl-delay: 10 User-agent: slurp Crawl-delay: 10