#Robots.txt # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory / downloads User-agent: * Disallow: /downloads/ # disallow IPR directories User-agent: * Disallow: /MarketOnLine!/ User-agent: * Disallow: /Secure/ User-agent: * Disallow: /aspnet_client/ User-agent: * Disallow: /bwebook/ User-agent: * Disallow: /copywriter/ User-agent: * Disallow: /payperclick/ User-agent: * Disallow: /sellstar*/ User-agent: * Disallow: /textfiles/ User-agent: * Disallow: /1mbe/ User-agent: * Disallow: /needmoresales/ User-agent: * Disallow: /proofs/ User-agent: * Disallow: /cim/ User-agent: * Disallow: /bin/ User-agent: * Disallow: /ebookx/ User-agent: * Disallow: /workshops/ User-agent: * Disallow: /newsiterh/ User-agent: * Disallow: /Fabian/ User-agent: * Disallow: /MSc/ User-agent: * Disallow: /1 Man Brand Exhibitions and Workshops/ User-agent: * Disallow: /1000S/ User-agent: * Disallow: /1MB3_New_Product_RD/ User-agent: * Disallow: /1Mbeval/ User-agent: * Disallow: /7ps/ User-agent: * Disallow: /BrainMap/ User-agent: * Disallow: /PR/ User-agent: * Disallow: /Telling it Face to Face/ User-agent: * Disallow: /Telling it Online/ User-agent: * Disallow: /Telling it in Writing/ User-agent: * Disallow: /copywriting/ User-agent: * Disallow: /ct/ User-agent: * Disallow: /exw/ User-agent: * Disallow: /htmybso*/ User-agent: * Disallow: /itdev/ User-agent: * Disallow: /markdev/ User-agent: * Disallow: /newmedia/ User-agent: * Disallow: /orgdev/ User-agent: * Disallow: /sftt/ User-agent: * Disallow: /Whats Your Story/ User-agent: * Disallow: /tranee/ User-agent: * Disallow: /vrg4/ User-agent: * Disallow: /whatsyourstory/ User-agent: * Disallow: /oi/ # Disallow indexing of specific file extensions User-agent: * Disallow: /*.gif$ User-agent: * Disallow: /*.jpg$ User-agent: * Disallow: /*.zip$ User-agent: * Disallow: /*.doc$ User-agent: * Disallow: /*.exe$ User-agent: * Disallow: /*.pdf$ # Disallow Collectors and Spam User-agent: atSpider Disallow: / User-agent: cherrypicker Disallow: / User-agent: DSurf Disallow: / User-agent: EliteSys Entry Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: Mail Sweeper Disallow: / User-agent: munky Disallow: / User-agent: Roverbot Disallow: / User-agent: WebEmailExtrac Disallow: / # Disallow Offline Browsers User-agent: xGet Disallow: / User-agent: wGet Disallow: / User-agent: WebWalk Disallow: / User-agent: webvac Disallow: / User-agent: WebReaper Disallow: / User-agent: WebMirror Disallow: / User-agent: WebFetcher Disallow: / User-agent: WebCopy Disallow: / User-agent: webcopier Disallow: / User-agent: WebCatcher Disallow: / User-agent: WebBandit Disallow: / User-agent: w3mir Disallow: / User-agent: vobsub Disallow: / User-agent: Templeton Disallow: / User-agent: ssearcher100 Disallow: / User-agent: SpiderBot Disallow: / User-agent: Shai'Hulud Disallow: / User-agent: PBWF Disallow: / User-agent: LightningDownload Disallow: / User-agent: KDD Exploror Disallow: / User-agent: Jeeves Disallow: / User-agent: Internet Explore Disallow: / User-agent: InfoSpiders Disallow: / User-agent: httrack Disallow: / User-agent: HavIndex Disallow: / User-agent: GetUrl Disallow: / User-agent: GetBot Disallow: / User-agent: ESIRover Disallow: / User-agent: Download Wonder Disallow: / User-agent: Collage Disallow: / User-agent: Mozilla/2.0 (compatible; MS FrontPage 4.0) Disallow: /