#******************************************************************************* # # Control access by search engines, crawlers, spiders, or robots. # # This file must be named robots.txt in the root directory of the web site. # #------------------------------------------------------------------------------- # # Note: See RFC 1808 and draft-koster-robots-00.txt. # #******************************************************************************* #User-Agent: sitecheck.internetseer.com #Disallow: / #User-Agent: LinkWalker #Disallow: / User-agent: * # Affects all robots #Disallow: /_ # Front Page control files/dirs Disallow: /carp/ # Private working directory Disallow: /randygilbert/ # Private working directory Disallow: /test/ # Private working directory Disallow: /test2/ # Private working directory Disallow: /Yu/ # Private working directory Disallow: /images/ # Images directory Disallow: /images_adsense_sites/ # Images directory Disallow: /images_banners/ # Images directory Disallow: /cgi # Executable programs Disallow: /cgi/ Disallow: /logs/ # Log files Disallow: /web_stats.htm/ # Web page Disallow: /rad/ # Radmin server file Disallow: /Contact_Us.php/ # Unimportant page - don't bleed page rank