User-agent: * Disallow: /cgi-bin/ Disallow: /tmp/ User-agent: ??? Disallow: /cgi-bin/ User-agent: 'Ahoy!TheHomepageFinder' Disallow: /cgi-bin/ User-agent: AITCSRobot/1.1 Disallow: /cgi-bin/ User-agent: Aqua_Products Disallow: / User-agent: Arachnophilia Disallow: /cgi-bin/ User-agent: ArchitextSpider Disallow: /cgi-bin/ User-agent: ASpider/0.09 Disallow: /cgi-bin/ User-agent: asterias Disallow: / User-agent: AURESYS/1.0 Disallow: /cgi-bin/ User-agent: b2w/0.1 Disallow: / User-agent: BackDoorBot/1.0 Disallow: / User-agent: BackRub/*.* Disallow: /cgi-bin/ User-agent: BigBrother Disallow: /cgi-bin/ User-agent: Bizbot003 Disallow: /cgi-bin/ User-agent: BizBot04kirk.overleaf.com Disallow: /cgi-bin/ User-agent: BlackHole Disallow: / User-agent: BlackWidow Disallow: /cgi-bin/ User-agent: BlowFish/1.0 Disallow: / User-agent: Bookmarksearchtool Disallow: / User-agent: BotALot Disallow: / User-agent: BSpider/1.0libwww-perl/0.40 Disallow: /cgi-bin/ User-agent: BuiltBotTough Disallow: / User-agent: Bullseye/1.0 Disallow: / User-agent: BunnySlippers Disallow: / User-agent: CACTVSChemistrySpider Disallow: /cgi-bin/ User-agent: CaliforniaBrownSpider Disallow: /cgi-bin/ User-agent: Cegbfeieh Disallow: / User-agent: Checkbot/x.xxLWP/5.x Disallow: /cgi-bin/ User-agent: CheeseBot Disallow: / User-agent: CherryPicker Disallow: / User-agent: CherryPicker/1.0 Disallow: / User-agent: CherryPickerElite/1.0 Disallow: / User-agent: CherryPickerSE/1.0 Disallow: / User-agent: CMC/0.01 Disallow: /cgi-bin/ User-agent: combine/0.0 Disallow: /cgi-bin/ User-agent: ComputingSiteRobi/1.0(robi@computingsite.com) Disallow: /cgi-bin/ User-agent: conceptbot/0.3 Disallow: /cgi-bin/ User-agent: CopyRightCheck Disallow: / User-agent: cosmos Disallow: / User-agent: Crescent Disallow: / User-agent: CrescentInternetToolPakHTTPOLEControlv.1.0 Disallow: / User-agent: CS-HKUST-IndexServer/1.0 Disallow: /cgi-bin/ User-agent: CyberSpyder(amant@www.cyberspyder.com) Disallow: /cgi-bin/ User-agent: CyberSpyder/2.1 Disallow: /cgi-bin/ User-agent: Deweb/1.01 Disallow: /cgi-bin/ User-agent: DigimarcCGIReader/1.0 Disallow: /cgi-bin/ User-agent: DigimarcWebReader/1.2 Disallow: /cgi-bin/ User-agent: DittoSpyder Disallow: / User-agent: dlw3robot/x.y(inTclXbyhttp: //hplyot.obspm.fr/~dl/) Disallow: /cgi-bin/ User-agent: DragonBot/1.0libwww/5.0 Disallow: /cgi-bin/ User-agent: DuetoadeficiencyinJavait'snotcurrentlypossibletosettheUser-agent. Disallow: /cgi-bin/ User-agent: Duppies Disallow: /cgi-bin/ User-agent: EI*Net/0.1libwww/0.1 Disallow: /cgi-bin/ User-agent: EIT-Link-Verifier-Robot/0.2 Disallow: /cgi-bin/ User-agent: Emacs-w3/v[0-9\.]+ Disallow: /cgi-bin/ User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: EMCSpider Disallow: /cgi-bin/ User-agent: EnigmaBot Disallow: /cgi-bin/ User-agent: EroCrawler Disallow: / User-agent: ESIRoverv1.0 Disallow: /cgi-bin/ User-agent: ESISmartSpider/2.0 Disallow: /cgi-bin/ User-agent: Explorer Disallow: /cgi-bin/ User-agent: explorersearch Disallow: /cgi-bin/ User-agent: ExtractorPro Disallow: / User-agent: FairAdClient Disallow: / User-agent: FelixIDE/1.0 Disallow: /cgi-bin/ User-agent: fido/0.9Harvest/1.4.pl2 Disallow: /cgi-bin/ User-agent: Fish-Search-Robot Disallow: /cgi-bin/ User-agent: FlamingAttackBot Disallow: / User-agent: Foobot Disallow: / User-agent: Freecrawl Disallow: /cgi-bin/ User-agent: FunnelWeb-1.0 Disallow: /cgi-bin/ User-agent: Gaisbot Disallow: / User-agent: gcreep/1.0 Disallow: /cgi-bin/ User-agent: gestaltIconoclast/1.0libwww-FM/2.17 Disallow: /cgi-bin/ User-agent: GetRight/4.2 Disallow: / User-agent: GetURL.rexxv1.05 Disallow: /cgi-bin/ User-agent: Golem/1.1 Disallow: /cgi-bin/ User-agent: Googlebot Disallow: /cgi-bin/ User-agent: Gromit/1.0 Disallow: /cgi-bin/ User-agent: grub Disallow: / User-agent: grub-client Disallow: / User-agent: Gulliver/1.1 Disallow: /cgi-bin/ User-agent: Hämähäkki/0.2 Disallow: /cgi-bin/ User-agent: HappyBot(gserver.kw.net) Disallow: /cgi-bin/ User-agent: Harvest/1.5 Disallow: / User-agent: Hazel'sFerretWebhopper, Disallow: /cgi-bin/ User-agent: heraSpider Disallow: /cgi-bin/ User-agent: HKUWWWRobot, Disallow: /cgi-bin/ User-agent: hloader Disallow: / User-agent: htdig/3.0b3 Disallow: /cgi-bin/ User-agent: HTMLgobblev2.2 Disallow: /cgi-bin/ User-agent: http: //www.almaden.ibm.com/cs/crawler Disallow: / User-agent: httplib Disallow: / User-agent: humanlinks Disallow: / User-agent: ia_archiver Disallow: / User-agent: ia_archiver/1.6 Disallow: / User-agent: 'IAGENT/1.0' Disallow: /cgi-bin/ User-agent: IBM_Planetwide, Disallow: /cgi-bin/ User-agent: Ibot/1.0libwww-perl/0.40 Disallow: /cgi-bin/ User-agent: IncyWincy/1.0b1 Disallow: /cgi-bin/ User-agent: InfoNaviRobot Disallow: / User-agent: Informant Disallow: /cgi-bin/ User-agent: InfoSeekRobot1.0 Disallow: /cgi-bin/ User-agent: InfoseekSidewinder Disallow: /cgi-bin/ User-agent: InfoSpiders/0.1 Disallow: /cgi-bin/ User-agent: INGRID/0.1 Disallow: /cgi-bin/ User-agent: inspectorwww/1.0http: //www.greenpac.com/inspectorwww.html Disallow: /cgi-bin/ User-agent: Iron33/1.0.2 Disallow: / User-agent: IsraeliSearch/1.0 Disallow: /cgi-bin/ User-agent: ITISpider Disallow: /cgi-bin/ User-agent: JCrawler/0.2 Disallow: /cgi-bin/ User-agent: Jeevesv0.05alpha(PERL,LWP,lglb@doc.ic.ac.uk) Disallow: /cgi-bin/ User-agent: JennyBot Disallow: / User-agent: Jobot/0.1alphalibwww-perl/4.0 Disallow: /cgi-bin/ User-agent: JoeBot, Disallow: /cgi-bin/ User-agent: JubiiRobot Disallow: /cgi-bin/ User-agent: jumpstation Disallow: /cgi-bin/ User-agent: Katipo/1.0 Disallow: /cgi-bin/ User-agent: KDD-Explorer/0.1 Disallow: /cgi-bin/ User-agent: KenjinSpider Disallow: / User-agent: KeywordDensity/0.9 Disallow: / User-agent: KIT-Fireball/2.0libwww/5.0a Disallow: /cgi-bin/ User-agent: KO_Yappo_Robot/1.0.4(http: //yappo.com/info/robot.html) Disallow: /cgi-bin/ User-agent: LabelGrab/1.1 Disallow: /cgi-bin/ User-agent: larbin Disallow: / User-agent: LexiBot Disallow: / User-agent: Libertech-Roverwww.libertech.com? Disallow: /cgi-bin/ User-agent: libWeb/clsHTTP Disallow: / User-agent: LinkextractorPro Disallow: / User-agent: linklooker Disallow: /cgi-bin/ User-agent: LinkScan/8.1aUnix Disallow: / User-agent: LinkWalker Disallow: / User-agent: LNSpiderguy Disallow: / User-agent: logo.gifcrawler Disallow: /cgi-bin/ User-agent: lwp-trivial Disallow: / User-agent: lwp-trivial/1.34 Disallow: / User-agent: Lycos/x.x Disallow: /cgi-bin/ User-agent: Lycos_Spider_(T-Rex) Disallow: /cgi-bin/ User-agent: Magpie/1.0 Disallow: /cgi-bin/ User-agent: MataHari Disallow: / User-agent: MediaFox/x.y Disallow: /cgi-bin/ User-agent: Merritt/1.0 Disallow: /cgi-bin/ User-agent: MerzScope Disallow: /cgi-bin/ User-agent: METAGOPHER Disallow: /cgi-bin/ User-agent: MicrosoftURLControl Disallow: / User-agent: MicrosoftURLControl-5.01.4511 Disallow: / User-agent: MicrosoftURLControl-6.00.8169 Disallow: / User-agent: MIIxpc Disallow: / User-agent: MIIxpc/4.2 Disallow: / User-agent: MisterPiX Disallow: / User-agent: moget Disallow: / User-agent: moget/2.1 Disallow: / User-agent: MOMspider/1.00libwww-perl/0.40 Disallow: /cgi-bin/ User-agent: Monster/vX.X.X-$TYPE($OSTYPE) Disallow: /cgi-bin/ User-agent: Motor/0.2 Disallow: /cgi-bin/ User-agent: Mozilla/2.0(compatiblefouineurv2.0;fouineur.9bit.qc.ca) Disallow: /cgi-bin/ User-agent: Mozilla/3.0(BlackWidowv1.1.0;Linux2.0.27;Dec31199712: 25: 00 Disallow: /cgi-bin/ User-agent: Mozilla/3.0(compatible;miner;mailto: miner@miner.com.br) Disallow: /cgi-bin/ User-agent: mozilla/4 Disallow: / User-agent: Mozilla/4.0(compatible;BullsEye;Windows95) Disallow: / User-agent: Mozilla/4.0(compatible;MSIE4.0;Windows2000) Disallow: / User-agent: Mozilla/4.0(compatible;MSIE4.0;Windows95) Disallow: / User-agent: Mozilla/4.0(compatible;MSIE4.0;Windows98) Disallow: / User-agent: Mozilla/4.0(compatible;MSIE4.0;WindowsME) Disallow: / User-agent: Mozilla/4.0(compatible;MSIE4.0;WindowsNT) Disallow: / User-agent: Mozilla/4.0(compatible;MSIE4.0;WindowsXP) Disallow: / User-agent: mozilla/5 Disallow: / User-agent: MSIECrawler Disallow: / User-agent: MuscatFerret Disallow: /cgi-bin/ User-agent: MwdSearch/0.1 Disallow: /cgi-bin/ User-agent: MyCNNSpider Disallow: /cgi-bin/ User-agent: NEC-MeshExplorer Disallow: /cgi-bin/ User-agent: Nederland.zoek Disallow: /cgi-bin/ User-agent: NetAnts Disallow: / User-agent: NetCartaCyberPilotPro Disallow: /cgi-bin/ User-agent: NetMechanic Disallow: / User-agent: NetScoop/1.0libwww/5.0a Disallow: /cgi-bin/ User-agent: NHSEWalker/3.0 Disallow: /cgi-bin/ User-agent: NICErsPRO Disallow: / User-agent: no Disallow: /cgi-bin/ User-agent: Nomad-V2.x Disallow: /cgi-bin/ User-agent: none Disallow: /cgi-bin/ User-agent: NorthStar Disallow: /cgi-bin/ User-agent: notavailable Disallow: /cgi-bin/ User-agent: NPBot Disallow: / User-agent: Occam/1.0 Disallow: /cgi-bin/ User-agent: OfflineExplorer Disallow: / User-agent: OGspider Disallow: /cgi-bin/ User-agent: Openbot Disallow: / User-agent: Openfind Disallow: / User-agent: Openfinddatagathere Disallow: / User-agent: OpenTextSiteCrawlerV1.0 Disallow: /cgi-bin/ User-agent: OracleUltraSearch Disallow: / User-agent: Orbsearch/1.0 Disallow: /cgi-bin/ User-agent: PackRat/1.0 Disallow: /cgi-bin/ User-agent: Patric/0.01a Disallow: /cgi-bin/ User-agent: Peregrinator-Mathematics/0.7 Disallow: /cgi-bin/ User-agent: PerMan Disallow: / User-agent: PGP-KA/1.2 Disallow: /cgi-bin/ User-agent: Pioneer Disallow: /cgi-bin/ User-agent: processor/0.0ALPHAlibwww-perl/0.20 Disallow: /cgi-bin/ User-agent: ProPowerBot/2.14 Disallow: / User-agent: ProWebWalker Disallow: / User-agent: psbot Disallow: / User-agent: Python-urllib Disallow: / User-agent: QueryNMetasearch Disallow: / User-agent: RadiationRetriever1.1 Disallow: / User-agent: RepoMonkey Disallow: / User-agent: RepoMonkeyBait&Tackle/v1.01 Disallow: / User-agent: ResumeRobot Disallow: /cgi-bin/ User-agent: RMA Disallow: / User-agent: RoadRunner: ImageScapeRobot(lim@cs.leidenuniv.nl) Disallow: /cgi-bin/ User-agent: Robbie/0.1 Disallow: /cgi-bin/ User-agent: RobotduCRIM1.0a Disallow: /cgi-bin/ User-agent: root/0.1 Disallow: /cgi-bin/ User-agent: Roverbot Disallow: /cgi-bin/ User-agent: SafetyNetRobot0.1, Disallow: /cgi-bin/ User-agent: SandBot Disallow: /cgi-bin/ User-agent: Scooter/1.0 Disallow: /cgi-bin/ User-agent: searchpreview Disallow: / User-agent: Senrigan/xxxxxx Disallow: /cgi-bin/ User-agent: SG-Scout Disallow: /cgi-bin/ User-agent: Shai'Hulud Disallow: /cgi-bin/ User-agent: SimBot/1.0 Disallow: /cgi-bin/ User-agent: SiteSnagger Disallow: / User-agent: SiteTech-Rover Disallow: /cgi-bin/ User-agent: SlowBot Disallow: /cgi-bin/ User-agent: Slurp Disallow: /cgi-bin/ User-agent: Slurp/2.0 Disallow: /cgi-bin/ User-agent: Snooper/b97_01 Disallow: /cgi-bin/ User-agent: Solbot/1.0LWP/5.07 Disallow: /cgi-bin/ User-agent: SpankBot Disallow: / User-agent: spanner Disallow: / User-agent: Spanner/1.0(Linux2.0.27i586) Disallow: /cgi-bin/ User-agent: spyder3.microsys.com Disallow: /cgi-bin/ User-agent: StatFetcher/1.0 Disallow: /cgi-bin/ User-agent: SummyCrawler Disallow: /cgi-bin/ User-agent: Surfbot Disallow: /cgi-bin/ User-agent: suzuran Disallow: / User-agent: Szukacz/1.4 Disallow: / User-agent: Tarantula/1.0 Disallow: /cgi-bin/ User-agent: tarspider Disallow: /cgi-bin/ User-agent: TeacherSoft/1.0libwww/2.17 Disallow: /cgi-bin/ User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: Telesoft Disallow: / User-agent: Templeton/ Disallow: /cgi-bin/ User-agent: TheIntraformant Disallow: / User-agent: TheNomad Disallow: / User-agent: TightTwatBot Disallow: / User-agent: Titan Disallow: / User-agent: TITAN/0.1 Disallow: /cgi-bin/ User-agent: TitIn/0.2 Disallow: /cgi-bin/ User-agent: toCrawl/UrlDispatcher Disallow: / User-agent: True_Robot Disallow: / User-agent: True_Robot/1.0 Disallow: / User-agent: turingos Disallow: / User-agent: TurnitinBot Disallow: / User-agent: UCSD-Crawler Disallow: /cgi-bin/ User-agent: URL_Spider_Pro Disallow: / User-agent: urlck/1.2.3 Disallow: /cgi-bin/ User-agent: URLControl Disallow: / User-agent: URLyWarning Disallow: / User-agent: Valkyrie/1.0libwww-perl/0.40 Disallow: /cgi-bin/ User-agent: VCI Disallow: / User-agent: VCIWebViewerVCIWebViewerWin32 Disallow: / User-agent: Victoria/1.0 Disallow: /cgi-bin/ User-agent: vision-search/3.0' Disallow: /cgi-bin/ User-agent: VWbot_K/4.2 Disallow: /cgi-bin/ User-agent: w3index Disallow: /cgi-bin/ User-agent: W3M2/x.xxx Disallow: /cgi-bin/ User-agent: w3mir Disallow: /cgi-bin/ User-agent: WebAuto Disallow: / User-agent: WebBandit Disallow: / User-agent: WebBandit/3.50 Disallow: / User-agent: WebCopier Disallow: / User-agent: WebCopy/ Disallow: /cgi-bin/ User-agent: WebCrawler/3.0Robotlibwww/5.0a Disallow: /cgi-bin/ User-agent: WebEnhancer Disallow: / User-agent: WebFerret Disallow: /cgi-bin/ User-agent: WebFetcher/0.8, Disallow: /cgi-bin/ User-agent: WebImageCollector Disallow: / User-agent: weblayers/0.0 Disallow: /cgi-bin/ User-agent: WebLinker/0.0libwww-perl/0.1 Disallow: /cgi-bin/ User-agent: WebmasterWorldForumBot Disallow: / User-agent: WebMoose/0.0.0000 Disallow: /cgi-bin/ User-agent: webs@recruit.co.jp Disallow: /cgi-bin/ User-agent: WebSauger Disallow: / User-agent: WebsiteQuester Disallow: / User-agent: WebsterPro Disallow: / User-agent: WebStripper Disallow: / User-agent: webvac/1.0 Disallow: /cgi-bin/ User-agent: webwalk Disallow: /cgi-bin/ User-agent: WebWalker Disallow: /cgi-bin/ User-agent: WebWalker/1.10 Disallow: /cgi-bin/ User-agent: WebWatch Disallow: /cgi-bin/ User-agent: WebZip Disallow: / User-agent: WebZip/4.0 Disallow: / User-agent: Wget Disallow: / User-agent: Wget/1.4.0 Disallow: /cgi-bin/ User-agent: Wget/1.5.3 Disallow: / User-agent: Wget/1.6 Disallow: / User-agent: WhoWhereRobot Disallow: /cgi-bin/ User-agent: wired-digital-newsbot/1.5 Disallow: /cgi-bin/ User-agent: wobot/1.0from206.214.202.45 Disallow: /cgi-bin/ User-agent: www.freeloader.com. Disallow: /cgi-bin/ User-agent: WWWC/0.25(Win95) Disallow: /cgi-bin/ User-agent: WWWCollector Disallow: /cgi-bin/ User-agent: WWW-Collector-E Disallow: / User-agent: WWWWandererv3.0 Disallow: /cgi-bin/ User-agent: Xenu's Disallow: / User-agent: Xenu'sLinkSleuth1.1c Disallow: / User-agent: XGET/0.7 Disallow: /cgi-bin/ User-agent: yes Disallow: /cgi-bin/ User-agent: Zeus Disallow: / User-agent: Zeus32297WebsterProV2.9Win32 Disallow: / User-agent: ZeusLinkScout Disallow: /