# /robots.txt file for http://www.statetaxcentral.com/ # email webmaster@statetaxcentral.com for more info User-agent: * # directed to all spiders Disallow: /cgi-bin/ # stay out of the cgis Disallow: /cgi-statetaxcentral/ # stay out of the cgis Disallow: /cgi-bin/links/ # no jumping around Disallow: /cgi-statetaxcentral/links/ # no jumping around Disallow: /cgi-bin/search/ # no jumping around Disallow: /cgi-statetaxcentral/search/ # no jumping around Disallow: /wusage/ # stay out of there too User-agent: DIIbot/1.2 # directed to robot@digital-integrity.com Disallow: / # visit no further User-agent: MSIECrawler # directed to all MSIE browsers Disallow: / # visit no further User-agent: AccountantsWorld.com Robot # directed to robot@accountantsworld.com Disallow: / # visit no further