#******************************************************************************* # # Control access by search engines, crawlers, spiders, or robots. # # This file must be named robots.txt in the root directory of the web site. # #------------------------------------------------------------------------------- # # Note: See RFC 1808 and draft-koster-robots-00.txt. # #******************************************************************************* # Last modified: 01.06.06 www #******************************************************************************* User-agent: sitecheck.internetseer.com Disallow: / User-agent: LinkWalker Disallow: / User-agent: * # Affects all robots Disallow: /analogimages/ # Private working directory Disallow: /antivirus/ Disallow: /ar/ Disallow: /cgi # Private working directory Disallow: /cgi-bin/ # Private working directory Disallow: /christy/ Disallow: /css Disallow: /gif Disallow: /images Disallow: /internet/ Disallow: /jpg Disallow: /js # Executable Javascript programs Disallow: /logs # Log files Disallow: /oidtman/ # Private working directory Disallow: /pl # Executable PERL programs Disallow: /pubdef/cgi-bin/ # Private working directory Disallow: /pubdef/logs/ # Log files Disallow: /pubdef/www/ar/ # Private working directory Disallow: /ssi # Private working directory Disallow: /shultt/ # Private working directory Disallow: /webtools/ # Private working directory Disallow: /zip Disallow: /moginc/ Disallow: state.mo.us