#******************************************************************************* # # Control access by search engines, crawlers, spiders, or robots. # # This file must be named robots.txt in the root directory of the web site. # #------------------------------------------------------------------------------- # # Note: See RFC 1808 and draft-koster-robots-00.txt. # #******************************************************************************* #User-Agent: sitecheck.internetseer.com #Disallow: / #User-Agent: LinkWalker #Disallow: / User-agent: * # Affects all robots #Disallow: /_ # Front Page control files/dirs Disallow: /images/ # Images Disallow: /cgi # Executable programs Disallow: /logs/ # Log files