# Robots.txt file Texas Tax Savers http://www.texastaxsavers.com # 1-20-2010 UPDATED # checker http://tool.motoricerca.info/robots-checker.phtml # Begin to Allow Robots and sites to index texastaxsavers.com User-agent: Googlebot Disallow: User-agent: MSNBot Disallow: User-agent: Teoma Disallow: User-agent: Gigabot Disallow: User-agent: Scrubby Disallow: User-agent: Robozilla Disallow: User-agent: Nutch Disallow: User-agent: yahoo-mmcrawler Disallow: User-agent: asterias Disallow: # Begin to block Bad-Robots and sites from avalonusa.com User-agent: Googlebot-Image Disallow: / User-agent: Mediapartners-Google Disallow: / User-agent: Adsbot-Google Disallow: / User-agent: Amazon Disallow: / User-agent: archive.org Disallow: / User-agent: ia_archiver Disallow: / User-agent: Xombot Disallow: / User-agent: alexa.com Disallow: / User-agent: psbot Disallow: / User-agent: yahoo-blogs/v3.9 Disallow: / User-agent: aboutus.org Disallow: / User-agent: AboutUsBot Disallow: / # Bans from all indexing of file, images and graphics for avalonusa.com User-agent: * Disallow: /.gif$/ Disallow: /.jpg$/ Disallow: /.jpeg$/ Disallow: /.png$/ Disallow: /.php$/ Disallow: /images/ Disallow: /cgi-bin/