# robots.txt for http://natcapwg.cap.gov/ User-agent: * Disallow: /calendar/ Disallow: /admin/ Disallow: /user/ User-Agent: Alexibot Disallow: / User-Agent: Aqua_Products Disallow: / User-Agent: asterias Disallow: / User-Agent: b2w/0.1 Disallow: / User-Agent: BackDoorBot/1.0 Disallow: / User-Agent: BlowFish/1.0 Disallow: / User-Agent: Bookmarksearchtool Disallow: / User-Agent: BotALot Disallow: / User-Agent: BotRightHere Disallow: / User-Agent: BuiltBotTough Disallow: / User-Agent: Bullseye/1.0 Disallow: / User-Agent: BunnySlippers Disallow: / User-Agent: CheeseBot Disallow: / User-Agent: CherryPicker Disallow: / User-Agent: CherryPickerElite/1.0 Disallow: / User-Agent: CherryPickerSE/1.0 Disallow: / User-Agent: Copernic Disallow: / User-Agent: CopyRightCheck Disallow: / User-Agent: cosmos Disallow: / User-Agent: Crescent Disallow: / User-Agent: CrescentInternetToolPakHTTPOLEControlv.1.0 Disallow: / User-Agent: DittoSpyder Disallow: / User-Agent: DOC Disallow: / User-Agent: DownloadNinja Disallow: / User-Agent: EmailCollector Disallow: / User-Agent: EmailSiphon Disallow: / User-Agent: EmailWolf Disallow: / User-Agent: EroCrawler Disallow: / User-Agent: ExtractorPro Disallow: / User-Agent: FairAdClient Disallow: / User-Agent: Fetch Disallow: / User-Agent: FlamingAttackBot Disallow: / User-Agent: Foobot Disallow: / User-Agent: Gaisbot Disallow: / User-Agent: GetRight/4.2 Disallow: / User-Agent: grub-client Disallow: / User-Agent: Harvest/1.5 Disallow: / User-Agent: hloader Disallow: / User-Agent: httplib Disallow: / User-Agent: HTTrack Disallow: / User-Agent: HTTrack3.0 Disallow: / User-Agent: humanlinks Disallow: / User-Agent: InfoNaviRobot Disallow: / User-Agent: Iron33/1.0.2 Disallow: / User-Agent: JennyBot Disallow: / User-Agent: k2spider Disallow: / User-Agent: KenjinSpider Disallow: / User-Agent: KeywordDensity/0.9 Disallow: / User-Agent: larbin Disallow: / User-Agent: LexiBot Disallow: / User-Agent: libWeb/clsHTTP Disallow: / User-Agent: libwww Disallow: / User-Agent: LinkextractorPro Disallow: / User-Agent: linko Disallow: / User-Agent: LinkScan/8.1aUnix Disallow: / User-Agent: LinkWalker Disallow: / User-Agent: LNSpiderguy Disallow: / User-Agent: lwp-trivial Disallow: / User-Agent: lwp-trivial/1.34 Disallow: / User-Agent: MataHari Disallow: / User-Agent: MicrosoftURLControl Disallow: / User-Agent: MicrosoftURLControl-5.01.4511 Disallow: / User-Agent: MicrosoftURLControl-6.00.8169 Disallow: / User-Agent: MIIxpc Disallow: / User-Agent: MIIxpc/4.2 Disallow: / User-Agent: MisterPiX Disallow: / User-Agent: moget Disallow: / User-Agent: moget/2.1 Disallow: / User-Agent: Mozilla/4.0(compatible;BullsEye;Windows95) Disallow: / User-Agent: MSIECrawler Disallow: / User-Agent: NetAnts Disallow: / User-Agent: NetMechanic Disallow: / User-Agent: NICErsPRO Disallow: / User-Agent: NPBot Disallow: / User-Agent: OfflineExplorer Disallow: / User-Agent: Openbot Disallow: / User-Agent: Openfind Disallow: / User-Agent: Openfinddatagatherer Disallow: / User-Agent: OracleUltraSearch Disallow: / User-Agent: PerMan Disallow: / User-Agent: ProPowerBot/2.14 Disallow: / User-Agent: ProWebWalker Disallow: / User-Agent: psbot Disallow: / User-Agent: Python-urllib Disallow: / User-Agent: QueryNMetasearch Disallow: / User-Agent: RadiationRetriever1.1 Disallow: / User-Agent: RepoMonkey Disallow: / User-Agent: RepoMonkeyBait&Tackle/v1.01 Disallow: / User-Agent: RMA Disallow: / User-Agent: searchpreview Disallow: / User-Agent: sitecheck.internetseer.com Disallow: / User-Agent: SiteSnagger Disallow: / User-Agent: SpankBot Disallow: / User-Agent: spanner Disallow: / User-Agent: suzuran Disallow: / User-Agent: Szukacz/1.4 Disallow: / User-Agent: Teleport Disallow: / User-Agent: TeleportPro Disallow: / User-Agent: Telesoft Disallow: / User-Agent: TheIntraformant Disallow: / User-Agent: TheNomad Disallow: / User-Agent: TightTwatBot Disallow: / User-Agent: toCrawl/UrlDispatcher Disallow: / User-Agent: True_Robot Disallow: / User-Agent: True_Robot/1.0 Disallow: / User-Agent: turingos Disallow: / User-Agent: TurnitinBot Disallow: / User-Agent: TurnitinBot/1.5 Disallow: / User-Agent: UbiCrawler Disallow: / User-Agent: URLControl Disallow: / User-Agent: URLyWarning Disallow: / User-Agent: URL_Spider_Pro Disallow: / User-Agent: VCI Disallow: / User-Agent: VCIWebViewerVCIWebViewerWin32 Disallow: / User-Agent: WebAuto Disallow: / User-Agent: WebBandit Disallow: / User-Agent: WebBandit/3.50 Disallow: / User-Agent: WebCapture2.0 Disallow: / User-Agent: WebCopier Disallow: / User-Agent: WebCopierv.2.2 Disallow: / User-Agent: WebCopierv3.2a Disallow: / User-Agent: WebEnhancer Disallow: / User-Agent: WebImageCollector Disallow: / User-Agent: WebReaper Disallow: / User-Agent: WebSauger Disallow: / User-Agent: WebsiteQuester Disallow: / User-Agent: WebsterPro Disallow: / User-Agent: WebStripper Disallow: / User-Agent: WebZip Disallow: / User-Agent: WebZip/4.0 Disallow: / User-Agent: WebZIP/4.21 Disallow: / User-Agent: WebZIP/5.0 Disallow: / User-Agent: wget Disallow: / User-Agent: Wget/1.5.3 Disallow: / User-Agent: Wget/1.6 Disallow: / User-Agent: WWW-Collector-E Disallow: / User-Agent: Xenu Disallow: / User-Agent: Xenu's Disallow: / User-Agent: Xenu'sLinkSleuth1.1c Disallow: / User-Agent: Zao Disallow: / User-Agent: Zeus Disallow: / User-Agent: Zeus32297WebsterProV2.9Win32 Disallow: / User-Agent: ZeusLinkScout Disallow: / User-Agent: ZyBORG