User-agent: Mediapartners-Google\ Disallow:\ User-agent: Teoma\ Disallow: / \ User-agent: Googlebot\ Disallow: /*swf* \ User-agent:*\ Disallow: /cgi-bin/\ Disallow: /downloads/\ Disallow: /survey/\ Disallow: /wp-admin/\ Disallow: /wp-content/backup-0e594/\ Disallow: /wp-content/plugins/\ Disallow: /wp-content/upgrade/\ Disallow: /wp-content/uploads/\ Disallow: /wp-includes/\ Disallow: /wpau-backup/\ User-agent: * \ Disallow: /*.gif$ \ Disallow: /*.jpg$ \ Disallow: /*.zip$ \ Disallow: /*.doc$ \ Disallow: /*.exe$ \ Disallow: /*.pdf$ \ User-Agent: MJ12bot\ Disallow: \ User-agent: ia_archiver\ Disallow: /\ User-agent: atSpider \ Disallow: /\ User-agent: b2w/0.1\ Disallow: /\ User-agent: BecomeBot\ Disallow: /\ User-agent: CheeseBot\ Disallow: /\ User-agent: CherryPicker\ Disallow: /\ User-agent: CopyRightCheck\ Disallow: /\ User-agent: Copernic\ Disallow: /\ User-agent: Crescent\ Disallow: /\ User-agent: DSurf\ Disallow: /\ User-agent: dumbot\ Disallow: /\ User-agent: EliteSys Entry \ Disallow: /\ User-agent: EmailCollector\ Disallow: /\ User-agent: EmailSiphon\ Disallow: /\ User-agent: EmailWolf\ Disallow: /\ User-agent: Enterprise_Search/1.0\ Disallow: /\ User-agent: Enterprise_Search\ Disallow: /\ User-agent: es\ Disallow: /\ User-agent: ExtractorPro\ Disallow: /\ User-agent: Flaming AttackBot\ Disallow: /\ User-agent: FreeFind\ Disallow: /\ User-agent: grub\ Disallow: /\ User-agent: grub-client\ Disallow: /\ User-agent: Hatena Antenna\ Disallow: /\ User-agent: Jetbot\ Disallow: /\ User-agent: Jetbot/1.0\ Disallow: /\ User-agent: larbin\ Disallow: /\ User-agent: Mail Sweeper\ Disallow: /\ User-agent: munky\ Disallow: /\ User-agent: naver\ Disallow: /\ User-agent: NetMechanic\ Disallow: /\ User-agent: Nutch\ Disallow: /\ User-agent: OmniExplorer_Bot\ Disallow: /\ User-agent: Oracle Ultra Search\ Disallow: /\ User-agent: PerMan\ Disallow: /\ User-agent: ProWebWalker\ Disallow: /\ User-agent: psbot\ Disallow: /\ User-agent: Python-urllib\ Disallow: /\ User-agent: Radiation Retriever 1.1\ Disallow: /\ User-agent: Roverbot\ Disallow: /\ User-agent: searchpreview\ Disallow: /\ User-agent: SiteSnagger\ Disallow: /\ User-agent: sootle\ Disallow: /\ User-agent: Stanford\ Disallow: /\ User-agent: URL_Spider_Pro\ Disallow: /\ User-agent: WebBandit\ Disallow: /\ User-agent: WebEmailExtrac\ Disallow: / \ User-agent: WebVac\ Disallow: /\ User-agent: WebZip\ Disallow: /\ User-agent: xGet\ Disallow: /\ User-agent: wGet\ Disallow: / \ User-agent: WebWalk \ Disallow: /\ User-agent: webvac\ Disallow: /\ User-agent: WebReaper \ Disallow: /\ User-agent: WebMirror\ Disallow: /\ User-agent: WebFetcher \ Disallow: /\ User-agent: WebCopy\ Disallow: /\ User-agent: webcopier \ Disallow: /\ User-agent: WebCatcher\ Disallow: / \ User-agent: WebBandit\ Disallow: /\ User-agent: w3mir\ Disallow: /\ User-agent: vobsub \ Disallow: /\ User-agent: Templeton \ Disallow: /\ User-agent: ssearcher100 \ Disallow: /\ User-agent: SpiderBot\ Disallow: /\ User-agent: Shai'Hulud \ Disallow: /\ User-agent: PBWF\ Disallow: /\ User-agent: LightningDownload \ Disallow: /\ User-agent: KDD Exploror\ Disallow: /\ User-agent: Jeeves\ Disallow: /\ User-agent: Internet Explore \ Disallow: /\ User-agent: InfoSpiders\ Disallow: /\ User-agent: httrack\ Disallow: /\ User-agent: HavIndex \ Disallow: /\ User-agent: GetUrl\ Disallow: /\ User-agent: GetBot\ Disallow: / \ User-agent: ESIRover \ Disallow: /\ User-agent: Download Wonder \ Disallow: /\ User-agent: Collage\ Disallow: /\ User-agent: LNSpiderguy\ Disallow: /\ User-agent: Alexibot\ Disallow: /\ User-agent: Teleport\ Disallow: /\ User-agent: TeleportPro\ Disallow: /\ User-agent: Stanford Comp Sci\ Disallow: /\ User-agent: MIIxpc\ Disallow: /\ User-agent: Telesoft\ Disallow: /\ User-agent: Website Quester\ Disallow: /\ User-agent: moget/2.1\ Disallow: /\ User-agent: WebZip/4.0\ Disallow: /\ User-agent: WebStripper\ Disallow: /\ User-agent: WebSauger\ Disallow: /\ User-agent: WebCopier\ Disallow: /\ User-agent: NetAnts\ Disallow: /\ User-agent: Mister PiX\ Disallow: /\ User-agent: WebAuto\ Disallow: /\ User-agent: TheNomad\ Disallow: /\ User-agent: WWW-Collector-E\ Disallow: /\ User-agent: RMA\ Disallow: /\ User-agent: libWeb/clsHTTP\ Disallow: /\ User-agent: asterias\ Disallow: /\ User-agent: httplib\ Disallow: /\ User-agent: turingos\ Disallow: /\ User-agent: spanner\ Disallow: /\ User-agent: InfoNaviRobot\ Disallow: /\ User-agent: Harvest/1.5\ Disallow: /\ User-agent: Bullseye/1.0\ Disallow: /\ User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0\ Disallow: /\ User-agent: CherryPickerSE/1.0\ Disallow: /\ User-agent: CherryPickerElite/1.0\ Disallow: /\ User-agent: WebBandit/3.50\ Disallow: /\ User-agent: NICErsPRO\ Disallow: /\ User-agent: Microsoft URL Control - 5.01.4511\ Disallow: /\ User-agent: DittoSpyder\ Disallow: /\ User-agent: Foobot\ Disallow: /\ User-agent: SpankBot\ Disallow: /\ User-agent: BotALot\ Disallow: /\ User-agent: lwp-trivial/1.34\ Disallow: /\