User-agent: * # FULL access (Alta Vista) User-agent: Scooter Disallow: /cgi-local Disallow: /database # FULL access (Alta Vista) User-agent: Mercator Disallow: /cgi-local Disallow: /database # FULL access (Google) User-agent: Googlebot Disallow: /cgi-local Disallow: /database # FULL access (DMOZ) User-agent: Robozilla Disallow: /cgi-local Disallow: /database # FULL access (Lycos) User-agent: Lycos_Spider_(T-Rex) Disallow: /cgi-local Disallow: /database # FULL access (Lycos) User-agent: Lycos Disallow: /cgi-local Disallow: /database # FULL access (Goo) User-agent: moget Disallow: /cgi-local Disallow: /database # FULL access (Webtop) User-agent: webtop Disallow: /cgi-local Disallow: /database # FULL access (Northern Light) User-agent: Gulliver Disallow: /cgi-local Disallow: /database # FULL access (Magellan) User-agent: Wobot/1.00 Disallow: /cgi-local Disallow: /database # FULL access (Alexa) User-agent: ia_archiver Disallow: /cgi-local Disallow: /database # FULL access (InfoSeek) User-agent: InfoSeek Disallow: /cgi-local Disallow: /database # FULL access (Looksmart) User-agent: MantraAgent Disallow: /cgi-local Disallow: /database # FULL access (Voila) User-agent: VoilaBot Disallow: /cgi-local Disallow: /database # FULL access (Aol&Excite) User-agent: ArchitextSpider Disallow: /cgi-local Disallow: /database # FULL access (Webcrawler) User-agent: WebCrawler/3.0 Disallow: /cgi-local Disallow: /database # FULL access (Hotbot) User-agent: Slurp Disallow: /cgi-local Disallow: /database # FULL access (Infoseek) User-agent: UltraSeek Disallow: /cgi-local Disallow: /database # FULL access (RBSE spider) User-agent: RBSE Spider Disallow: /cgi-local Disallow: /database # FULL access (wwww) User-agent: WWWWanderer v3.0 Disallow: /cgi-local Disallow: /database # FULL access (fish search) User-agent: Fish-Search-Robot Disallow: /cgi-local Disallow: /database # FULL access (MOM) User-agent: MOMspider/1.00 Disallow: /cgi-local Disallow: /database # FULL access (SG-Scout) User-agent: SG-Scout Disallow: /cgi-local Disallow: /database # FULL access (NHSEWalker) User-agent: NHSEWalker/3.0 Disallow: /cgi-local Disallow: /database # FULL access (geturl) User-agent: GetURL.rexx v1.05 Disallow: /cgi-local Disallow: /database # FULL access (titan) User-agent: TITAN/0.1 Disallow: /cgi-local Disallow: /database # FULL access (AntiBot) User-agent: AntiBot Disallow: /cgi-local Disallow: /database # FULL access (web watch) User-agent: WebWatch Disallow: /cgi-local Disallow: /database # FULL access (AITCSRobot) User-agent: AITCSRobot/1.1 Disallow: /cgi-local Disallow: /database # FULL access (Abacho) User-agent: AbachoBOT Disallow: /cgi-local Disallow: /database # FULL access (IBM) User-agent: Almaden Disallow: /cgi-local Disallow: /database # FULL access (Euroseek) User-agent: Arachnoidea Disallow: /cgi-local Disallow: /database # FULL access (Singingfish) User-agent: Asterias Disallow: /cgi-local Disallow: /database # FULL access (Atomz) User-agent: Atomz Disallow: /cgi-local Disallow: /database # FULL access (Search hippo) User-agent: Fluffy the spider Disallow: /cgi-local Disallow: /database # FULL access (Mirago) User-agent: HenryTheMiragoRobot Disallow: /cgi-local Disallow: /database # FULL access (All the web) User-agent: Overture WebCrawler Disallow: /cgi-local Disallow: /database # FULL access (Msn) User-agent: MSNBOT Disallow: /cgi-local Disallow: /database # FULL access (Picsearch) User-agent: Psbot Disallow: /cgi-local Disallow: /database # FULL access (Wisenut) User-agent: ZyBorg Disallow: /cgi-local Disallow: /database # FULL access (Teoma) User-agent: teomaagent Disallow: /cgi-local Disallow: /database # FULL access (Fast Lycos) User-agent: FAST-WebCrawler Disallow: /cgi-local Disallow: /database # FULL access (Fast Lycos) User-agent: crawler@fast Disallow: /cgi-local Disallow: /database # FULL access (Ask Jeeves) User-agent: Ask Jeeves Disallow: /cgi-local Disallow: /database # FULL access (Fireball) User-agent: KIT_Fireball Disallow: /cgi-local Disallow: /database # FULL access (NetScoop) User-agent: NetScoop Disallow: /cgi-local Disallow: /database