# This file is used by automatic WWW Robots, Web Crawlers, and # other automated web mapper programs. It defines which areas # are not to be explored. # # See http://web.nexor.co.uk/mak/doc/robots/norobots.html # for more information. User-agent: * # for all robots Disallow: /admin # Administrative Stuff Disallow: /agency # This one must be a suprise! Disallow: /backgrounds # Background images. Disallow: /cgi-bin # Executable scripts might confuse robots Disallow: /error # Custom Error Pages Disallow: /htdig # Search pages Disallow: /icons # Site icons Disallow: /images # Site Images Disallow: /includes # Server-side Include Files Disallow: /mapfiles # Server-Side Imagemap files Disallow: /maxforce # Ted's site -- indexed seperately. Disallow: /nudes # That's personal, baby. Disallow: /old # Old/retired pages. Disallow: /search # Symlink to htdig Disallow: /sounds # Site Sound Clips & Midi files Disallow: /tillytollo # Krystal's site. Disallow: /xnode # Seperate domain.