User-agent: * Disallow: /cgi-bin/ Disallow: /cgi_bin/ Disallow: /stats/ Disallow: /desired_dozen.cgi Disallow: /pawprintsview.cgi Disallow: /pawprints.cgi User-agent: ia_archiver Disallow: / User-agent: NetResearchServer Disallow: / User-agent: TurnitinBot Disallow: / User-agent: Openbot Disallow: / User-agent: NPBot Disallow: / User-agent: FAST-WebCrawler Disallow: / User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: Szukacz Disallow: / User-agent: htdig Disallow: / User-agent: Zao Disallow: / User-agent: Slurp Disallow: / User-agent: psbot Disallow: / User-agent: Mediapartners-Google Disallow: /.cgi User-agent: ZyBorg Disallow: / User-agent: msnbot Disallow: / User-agent: TranSGeniKBot Disallow: / User-agent: NaverBot Disallow: / User-agent: Iltrovatore-Setaccio Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: kuloko-bot Disallow: / User-agent: asterias Disallow: / User-agent: e-SocietyRobot Disallow: / User-agent: Jetbot Disallow: / User-agent: LinkWalker Disallow: / User-agent: Pompos Disallow: / User-agent: NG Disallow: / User-agent: Exabot Disallow: / User-agent: BruinBot Disallow: / User-agent: Custo Disallow: / User-agent: NuSearch Spider Disallow: / User-agent: Nutch Disallow: / User-agent: T-Online Crawler Disallow: / User-agent: BecomeBot Disallow: / User-agent: ContextAd Bot Disallow: / User-agent: gazz Disallow: / User-agent: Mister Pix II 2.15 Disallow: / User-agent: Baiduspider Disallow: / User-agent: Baiduspider+ Disallow: / User-agent: ConveraCrawler Disallow: / User-agent: ichiro/1.0 Disallow: / User-agent: sherlock/1.0 Disallow: / User-agent: Toutatis Disallow: / User-agent: NextGenSearchBot Disallow: / User-agent: maxomobot/dev-20041201 Disallow: / User-agent: MJ12bot Disallow: / User-agent: appie Disallow: / User-agent: CydralSpider Disallow: / User-agent: Adoolt.com Crawler Disallow: / User-agent: RedCarpet Disallow: / User-agent: IRLbot Disallow: / User-agent: NP Disallow: / User-agent: FAST Enterprise Crawler Disallow: / User-agent: abot Disallow: / User-agent: AtlocalBot Disallow: / User-agent: Schmozilla Disallow: / User-agent: aipbot Disallow: / User-agent: Sensis.com.au Web Crawler Disallow: / User-agent: Twiceler Disallow: / User-agent: OmniExplorer_Bot Disallow: / User-agent: noxtrumbot Disallow: / User-agent: FAST MetaWeb Crawler Disallow: / User-agent: WebIndexer Disallow: / User-agent: Dumbot Disallow: / User-agent: LapozzBot Disallow: / User-agent: Clushbot Disallow: / User-agent: Accoona-AI-Agent Disallow: / User-agent: RufusBot Disallow: / User-agent: LinksManager.com_bot Disallow: / User-agent: StackRambler Disallow: / User-agent: Sensis Web Crawler Disallow: / User-agent: NimbleCrawler Disallow: / User-agent: voyager Disallow: / User-agent: Shim-Crawler Disallow: / User-agent: IP2LocationBot Disallow: / User-agent: GeoBot Disallow: / User-agent: Gigabot Disallow: / User-agent: findlinks Disallow: / User-agent: schibstedsokbot Disallow: / User-agent: Snapbot Disallow: / User-agent: exactseek.com Disallow: / User-agent: Robo Crawler Disallow: / User-agent: Syntryx ANT Scout Chassis Pheromone Disallow: / User-agent: LocalcomBot Disallow: / User-agent: sna-0.0.1 Disallow: / User-agent: Jyxobot Disallow: / User-agent: dragonfly Disallow: / User-agent: sproose Disallow: / User-agent: iVia Page Fetcher Disallow: / User-agent: VoilaBot Disallow: / User-agent: Yahoo-Test Disallow: / User-agent: WebPix Disallow: / User-agent: DepSpid Disallow: / User-agent: complex_network_group/Nutch-0.9-dev Disallow: / User-agent: Charlotte Disallow: / User-agent: ShopWiki Disallow: / User-agent: boitho.com-dc Disallow: / User-agent: dragonfly Disallow: / User-agent: pulseBot Disallow: / User-agent: MyFamilyBot Disallow: / User-agent: kmSearchBot Disallow: / User-agent: km.ru Disallow: / User-agent: heritrix Disallow: / User-agent: ilial Disallow: / User-agent: panscient.com Disallow: / User-agent: larbin Disallow: / User-agent: WebAlta Crawler Disallow: / User-agent: ccubee Disallow: / User-agent: LMQueueBot Disallow: / User-agent: Gaisbot Disallow: / User-agent: favorstarbot Disallow: / User-agent: Gigamega.bot Disallow: / User-agent: LiteFinder Disallow: / User-agent: Teemer Disallow: / User-agent: disco/Nutch-1.0-dev Disallow: / User-agent: Balihoo Disallow: / User-agent: Yandex Disallow: / User-agent: CazoodleBot Disallow: / User-agent: LTI/LemurProject Disallow: / User-agent: ShablastBot Disallow: / User-agent: MLBot Disallow: / User-agent: ScoutJet Disallow: / User-agent: discobot Disallow: / User-agent: Charlotte Disallow: / User-agent: CCBot Disallow: / User-agent: Cabot Disallow: / User-agent: OpenAcoon Disallow: / User-agent: QEAVis Disallow: / User-agent: VisBot Disallow: / User-agent: RAYSPIDER Disallow: / User-agent: yacybot Disallow: / User-agent: 3GSE Disallow: / User-agent: DotBot Disallow: / User-agent: MSR-ISRCCrawler Disallow: / User-agent: KnowItAll Disallow: / User-agent: Yanga Disallow: / User-agent: Mysearch Disallow: / User-agent: WebDataCentreBot Disallow: / User-agent: Isidorus Disallow: / User-agent: Mp3Bot Disallow: / User-agent: AISearchBot Disallow: / User-agent: Sosospider Disallow: / User-agent: OOZBOT Disallow: / User-agent: DealGates Disallow: / User-agent: Jambot Disallow: / User-agent: SimilarPages Disallow: / User-agent: swish-e Disallow: / User-agent: flatlandbot Disallow: / User-agent: rdfbot Disallow: / User-agent: Isara-Search Disallow: / User-agent: LucidMedia ClickSense Disallow: / User-agent: GingerCrawler Disallow: / User-agent: kalooga Disallow: / User-agent: Tagoobot Disallow: / User-agent: SheenBot Disallow: / User-agent: 008 Disallow: / User-agent: Purebot Disallow: / User-agent: Chen Li Disallow: / User-agent: SBIder Disallow: / User-agent: spbot Disallow: / User-agent: Zscho.de Crawler Disallow: / User-agent: PuppyCrawler Disallow: / User-agent: GeoHasher Disallow: / User-agent: Cityreview Disallow: /