# Robot-Manager was used to generate this file. # Copyright (c) 2001-2002 by Sophtware.com, Inc. All Rights Reserved. # http://www.websitemanagementtools.com/ # NO access (e-collector, CMC/0.01, Google Image) User-agent: ecollector User-agent: CMC User-agent: Googlebot-Image Disallow: / # Google AdSense User-agent: Mediapartners-Google* Disallow: # PARTIAL access (All Spiders) User-agent: * Disallow: /cgi-bin/ Disallow: /old_robots.txt Disallow: /logs/ Disallow: /_notes/ Disallow: /templates/ Disallow: /errormsg/ Disallow: /errormsg/400.htm Disallow: /errormsg/401-1.htm Disallow: /errormsg/401-2.htm Disallow: /errormsg/401-3.htm Disallow: /errormsg/401-4.htm Disallow: /errormsg/401-5.htm Disallow: /errormsg/403-1.htm Disallow: /errormsg/403-10.htm Disallow: /errormsg/403-11.htm Disallow: /errormsg/403-12.htm Disallow: /errormsg/403-2.htm Disallow: /errormsg/403-3.htm Disallow: /errormsg/403-4.htm Disallow: /errormsg/403-5.htm Disallow: /errormsg/403-6.htm Disallow: /errormsg/403-7.htm Disallow: /errormsg/403-8.htm Disallow: /errormsg/403-9.htm Disallow: /errormsg/404.htm Disallow: /errormsg/404b.htm Disallow: /errormsg/405.htm Disallow: /errormsg/406.htm Disallow: /errormsg/407.htm Disallow: /errormsg/412.htm Disallow: /errormsg/414.htm Disallow: /errormsg/500.htm Disallow: /errormsg/501.htm Disallow: /errormsg/502.htm Disallow: /errormsg/Htmla.htm Disallow: /ftp/ Disallow: /ftp/ftpwelcome.txt Disallow: /ssl/ Disallow: /ssl/Readme.htm # FULL access (AllThatNet) User-agent: ATN_Worldwide Disallow: # FULL access (Alta Vista) User-agent: Scooter Disallow: # FULL access (Anzwers) User-agent: AnzwersCrawl Disallow: # FULL access (AustLII) User-agent: Gromit Disallow: # FULL access (Direct Hit Grabber) User-agent: grabber Disallow: # FULL access (Entire Web) User-agent: speedy Disallow: # FULL access (Excite) User-agent: ArchitextSpider Disallow: # FULL access (FAST/AllTheWeb) User-agent: FAST-WebCrawler Disallow: # FULL access (Google) User-agent: Googlebot Disallow: # FULL access (Google Image) User-agent: Googlebot-Image Disallow: # FULL access (Industry Central) User-agent: Open Text Site Crawler Disallow: # FULL access (Inktomi) User-agent: Slurp Disallow: # FULL access (Legs) User-agent: legs Disallow: # FULL access (Lycos) User-agent: Lycos_Spider_(T-Rex) Disallow: # FULL access (MPRM Group Limited) User-agent: spider_monkey Disallow: # FULL access (Mirago) User-agent: mirago Disallow: # FULL access (Northern Light) User-agent: Gulliver Disallow: # FULL access (PlanetSearch) User-agent: fido Disallow: # FULL access (Portal Juice) User-agent: pjspider Disallow: # FULL access (SearchUK) User-agent: MegaSheep Disallow: # FULL access (Thunderstone) User-agent: T-H-U-N-D-E-R-S-T-O-N-E Disallow: # FULL access (TopicLink) User-agent: topiclink Disallow: # FULL access (WhoWhere?) User-agent: whowhere Disallow: # FULL access (e-collector) User-agent: ecollector Disallow: # FULL access (iaNett.com) User-agent: ParaSite Disallow: # FULL access (whatUseek) User-agent: winona Disallow: # FULL access (All Spiders) User-agent: * Disallow: