#******************************************************************************* # # Control access by search engines, crawlers, spiders, or robots. # # This file must be named robots.txt in the root directory of the web site. # # The following directories are also of no interest to visitors # Anything starting with _ are Front Page or Dreamweaver control files/dirs # # images contains pictures, reached from wb pages # # The following files and suffixes are also of no interest to visitors # *.class # *.LOG # .htaccess # #------------------------------------------------------------------------------- # # Note: The %20 is used in names to represent a blank. See RFC 1808 and # draft-koster-robots-00.txt. # #******************************************************************************* User-agent: sitecheck.internetseer.com Disallow: / User-agent: LinkWalker Disallow: / User-agent: * # Affects all robots Disallow: /_ # FP and DW control files/dirs Disallow: /Library/ # Dreamweaver library Disallow: /Templates/ # Dreamweaver templates Disallow: /tmp/ # Private working directory Disallow: /private/ # Private working directory Disallow: /test/ # Private working directory Disallow: /unused/ # Private working directory Disallow: /incoming/ # Private working directory Disallow: /form # Form data and control files/dirs Disallow: /images/ # Images Disallow: /cgi # Executable programs Disallow: /logs/ # Log files