# robots.txt generated at http://www.mcanerin.com User-agent: Googlebot Disallow: /web/ User-agent: Googlebot-Image Disallow: /web/ User-agent: MSNBot Disallow: /web/ User-agent: Slurp Disallow: /web/ User-agent: Robozilla Disallow: /web/ User-agent: yahoo-mmcrawler Disallow: /web/ User-agent: psbot Disallow: /web/ User-agent: * Disallow: Disallow: /cgi-bin/