# # robots.txt # # IASeminars robots control file # # UNCOMMENT NEXT COUPLE OF LINES IF A SITEMAP IS EVER CREATED # # This is where the sitemap index lives # sitemap: http://www.iaseminars.com/sitemap.xml User-agent: * Disallow: # Put URLs to disallow in here # Disallow: /search # Ban some naughty bots User-Agent: MJ12bot Crawl-Delay: 5 User-agent: ia_archiver Disallow: / User-agent: atSpider Disallow: / User-agent: b2w/0.1 Disallow: / User-agent: BecomeBot Disallow: / User-agent: CheeseBot Disallow: / User-agent: CherryPicker Disallow: / User-agent: CopyRightCheck Disallow: / User-agent: Copernic Disallow: / User-agent: Crescent Disallow: / User-agent: DSurf Disallow: / User-agent: dumbot Disallow: / User-agent: EliteSys Entry Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: Enterprise_Search/1.0 Disallow: / User-agent: Enterprise_Search Disallow: / User-agent: es Disallow: / User-agent: ExtractorPro Disallow: / User-agent: Flaming AttackBot Disallow: / User-agent: FreeFind Disallow: / User-agent: grub Disallow: / User-agent: grub-client Disallow: / User-agent: Hatena Antenna Disallow: / User-agent: Jetbot Disallow: / User-agent: Jetbot/1.0 Disallow: / User-agent: larbin Disallow: / User-agent: Mail Sweeper Disallow: / User-agent: munky Disallow: / User-agent: naver Disallow: / User-agent: NetMechanic Disallow: / User-agent: Nutch Disallow: / User-agent: OmniExplorer_Bot Disallow: / User-agent: Oracle Ultra Search Disallow: / User-agent: PerMan Disallow: / User-agent: ProWebWalker Disallow: / User-agent: psbot Disallow: / User-agent: Python-urllib Disallow: / User-agent: Radiation Retriever 1.1 Disallow: / User-agent: Roverbot Disallow: / User-agent: searchpreview Disallow: / User-agent: SiteSnagger Disallow: / User-agent: sootle Disallow: / User-agent: Stanford Disallow: / User-agent: URL_Spider_Pro Disallow: / User-agent: WebBandit Disallow: / User-agent: WebEmailExtrac Disallow: / User-agent: WebVac Disallow: / User-agent: WebZip Disallow: / User-agent: xGet Disallow: / User-agent: wGet Disallow: / User-agent: WebWalk Disallow: / User-agent: webvac Disallow: / User-agent: WebReaper Disallow: / User-agent: WebMirror Disallow: / User-agent: WebFetcher Disallow: / User-agent: WebCopy Disallow: / User-agent: webcopier Disallow: / User-agent: WebCatcher Disallow: / User-agent: WebBandit Disallow: /