# robots.txt generated at http://www.mcanerin.com / Allow: User-agent: Alexa Allow: / User-agent: yahoo-blogs/v3.9 Allow: User-agent: ia_archiver Allow: / User-agent: MSNBot Allow: / User-agent: Googlebot Allow: / User-agent: Google Disallow: User-Agent: Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html) Disallow: / User-agent: Twiceler Disallow: / Disallow: User-agent: attributor.com Disallow: / User-agent: cyveillance Disallow: / User-agent: IRLbot Disallow: / User-agent: boitho.com-dc Disallow: / User-agent: Twiceler-0.9 Disallow: / User-agent: Baiduspider Disallow: / User-agent: MSNPTC Disallow: / User-agent: panscient Disallow: / Agent: Googlebot Disallow:/ User-agent: Teoma Disallow: User-agent: CyberPatrol SiteCat Webbot (http://www.cyberpatrol.com/cyberpatrolcrawler.asp) Disallow: / User-agent: Gigabot Disallow: / User-agent: Nutch Disallow: / User-agent: baiduspider Disallow: / User-agent: naverbot Disallow: User-agent: yeti Disallow: / User-agent: yahoo-mmcrawler Disallow: / User-agent: psbot Disallow: / User-agent: asterias Disallow: / User-agent: * Disallow/cgi-bin/ Disallow/.cpanel/ Disallow/.httpasswds/ Disallow/mail/ Disallow/logs/ Disallow/php/ Disallow/public_ftp/ Disallow/public_html/mailing/ Disallow/public_html/tmp/ Disallow/public_html/.htaccess/ Disallow/public_html/payment