# robots.txt generated at www.mcanerin.com # User-agent: Googlebot-Image Disallow: / User-agent: yahoo-mmcrawler Disallow: / User-agent: psbot Disallow: / User-agent: asterias Disallow: / User-agent: yahoo-blogs/v3.9 Disallow: / User-agent: * Crawl-delay: 20 Disallow: /cgi-bin/ Disallow: /classifieds/ Disallow: /artsearch/ Disallow: /fileshare/ Disallow: /mpc/ Disallow: /epc/ Disallow: /php/ Disallow: /homephp/ Disallow: /forums/ Disallow: /uploads/