Sitemap: http://www.wearenetwork.com/sitemap.php # PARTIAL access (Alta Vista) User-agent: Scooter Disallow: # PARTIAL access (Excite) User-agent: ArchitextSpider Disallow: # PARTIAL access (Google) User-agent: Googlebot Disallow: # PARTIAL access (Lycos) User-agent: Lycos_Spider_(T-Rex) Disallow: # PARTIAL access (All Spiders) User-agent: * Disallow: # PARTIAL access (ADSA Research Group) User-agent: ADSAComponent Disallow: # PARTIAL access (Abacho) User-agent: AbachoBOT Disallow: # PARTIAL access (Acoon) User-agent: Acoon Robot Disallow: # PARTIAL access (AllThatNet) User-agent: ATN_Worldwide Disallow: # PARTIAL access (All Spiders) User-agent: * Disallow: # PARTIAL access (Anzwers) User-agent: AnzwersCrawl Disallow: # PARTIAL access (AustLII) User-agent: Gromit Disallow: # PARTIAL access (Business.com) User-agent: larbin_indexer Disallow: # PARTIAL access (CMC/0.01) User-agent: CMC Disallow: # PARTIAL access (DeepIndex) User-agent: DeepIndex Disallow: # PARTIAL access (Direct Hit Grabber) User-agent: grabber Disallow: # PARTIAL access (Entire Web) User-agent: speedy Disallow: # PARTIAL access (EuroSeek) User-agent: Freecrawl Disallow: # PARTIAL access (FAST/AllTheWeb) User-agent: FAST-WebCrawler Disallow: # PARTIAL access (e-collector) User-agent: ecollector Disallow: # PARTIAL access (Fireball) User-agent: KIT-Fireball Disallow: # PARTIAL access (GenDoor) User-agent: GenCrawler Disallow: # PARTIAL access (Gigabot) User-agent: Gigabot Disallow: # PARTIAL access (Goo) User-agent: moget Disallow: # PARTIAL access (Griffon) User-agent: griffon Disallow: # PARTIAL access (Hämähäkki) User-agent: Hämähäkki Disallow: # PARTIAL access (Industry Central) User-agent: Open Text Site Crawler Disallow: # PARTIAL access (InfoSeek.de) User-agent: marvin Disallow: # PARTIAL access (Ingrid)) User-agent: INGRID Disallow: # PARTIAL access (iaNett.com) User-agent: ParaSite Disallow: # PARTIAL access (Inktomi) User-agent: Slurp Disallow: # PARTIAL access (Innerprise) User-agent: Enterprise_Search Disallow: # PARTIAL access (Internet Cruiser) User-agent: Internet Cruiser Robot Disallow: # PARTIAL access (Kvasir) User-agent: solbot Disallow: # PARTIAL access (kensaku.jp) User-agent: suke Disallow: # PARTIAL access (Legs) User-agent: legs Disallow: # PARTIAL access (Lets Find It Now!) User-agent: elfinbot Disallow: # PARTIAL access (LinkAlarm) User-agent: LinkAlarm Disallow: # PARTIAL access (Lisa) User-agent: Voyager Disallow: # PARTIAL access (Mirago) User-agent: mirago Disallow: # PARTIAL access (MPRM Group Limited) User-agent: spider_monkey Disallow: # PARTIAL access (NetMechanic) User-agent: NetMechanic Disallow: # PARTIAL access (NetScoop) User-agent: NetScoop Disallow: # PARTIAL access (mopilot.com) User-agent: wapspider Disallow: # PARTIAL access (nathan) User-agent: tarantula Disallow: # FULL access (Northern Light) User-agent: Gulliver Disallow: # FULL access (ODiN) User-agent: Valkyrie libwww-perl Disallow: # FULL access (OMEGA Find) User-agent: BaiDuSpider Disallow: # FULL access (Openfind) User-agent: openbot Disallow: # FULL access (newscan) User-agent: newscan-online Disallow: # FULL access (PlanetSearch) User-agent: fido Disallow: # FULL access (PolyBOT) User-agent: polybot Disallow: # FULL access (Pompos) User-agent: Pompos Disallow: # FULL access (Portal Juice) User-agent: pjspider Disallow: # FULL access (psbot) User-agent: psbot Disallow: # FULL access (RUTGERS) User-agent: ru-robot Disallow: # FULL access (ScoutAbout) User-agent: ScoutAbout Disallow: # FULL access (SearchUK) User-agent: MegaSheep Disallow: # FULL access (Seven Twentyfour) User-agent: LinkWalker Disallow: # FULL access (Speedy) User-agent: Speedy_Spider Disallow: # FULL access (Suchmaschine21) User-agent: CoolBot Disallow: # FULL access (Thunderstone) User-agent: T-H-U-N-D-E-R-S-T-O-N-E Disallow: # FULL access (TopicLink) User-agent: topiclink Disallow: # FULL access (TurnitinBOT) User-agent: TurnitinBot Disallow: # FULL access (VietGATE) User-agent: jcrawler Disallow: # FULL access (Wayback Machine) User-agent: ia_archiver Disallow: # FULL access (WhoWhere?) User-agent: whowhere Disallow: # FULL access (WholeWeb) User-agent: DaviesBot Disallow: # FULL access (WiseGuys) User-agent: Vagabondo Disallow: # FULL access (WiseNut) User-agent: ZyBorg Disallow: # FULL access (whatUseek) User-agent: winona Disallow: # FULL access (Zeus) User-agent: Zeus Disallow: