User-agent: Python-urllib/2.4 Disallow: / User-agent: CherryPickerElite/1.0 Disallow: / User-agent: CherryPickerSE/1.0 Disallow: / User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 Disallow: / User-agent: EmailCollector/1.0 Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf 1.00 Disallow: / User-agent: ExtractorPro Disallow: / User-agent: Mozilla/2.0 (compatible; NEWT ActiveX; Win32) Disallow: / User-agent: WebBandit/2.1 Disallow: / User-agent: WebBandit/3.50 Disallow: / User-agent: Webbandit/4.00.0 Disallow: / #User-agent: ia_archiver #Disallow: / #User-agent: wotbox/0.7-alpha #Disallow: / #User-agent: wotbox/0.7 #Disallow: / #User-agent: archive.org_bot #Disallow: / #User-agent: msnbot/0.3 #Disallow: / #User-agent: athenusbot #Disallow: / #User-agent: voilabot #Disallow: / #User-agent: npbot #Disallow: / #User-agent: psbot/0.1 #Disallow: / #User-agent: linkbot #Disallow: / #User-agent: zealbot #Disallow: / #User-agent: BBCi Searchbot - search@bbc.co.uk http://www.bbc.co.uk/ #Disallow: / #User-agent: bbci #Disallow: / #User-agent: Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com) #Disallow: / #User-agent: 1Q1.ORG Spider 0.1 beta #Disallow: / #User-agent: Motoricerca-Robots.txt-Checker/1.0 #Disallow: / #User-agent: Ask Jeeves/Teoma #Disallow: / #User-agent: Openbot/3.0 #Disallow: / #User-agent: NaverBot-1.0 #Disallow: / #User-agent: MSIECrawler #Disallow: / #User-agent: Vagabondo/2.0 #Disallow: / #User-agent: Jetbot/1.0 #Disallow: / #User-agent: FAST-WebCrawler/3.8/Scirus #Disallow: / #User-agent: NutchCVS/0.05 #Disallow: / #User-agent: appie 1.1 #Disallow: / #User-agent: WebFilter Robot 1.0 #Disallow: / User-agent: ColdFusion Disallow: / #User-agent: Mozilla/4.5 (compatible; HTTrack 3.0x; Windows 98) #Disallow: / #User-agent: CCGCrawl/1.16 (CCGCrawl; http://www.myworkbase.com/bot.html; bot at myworkbase dot com) #Disallow: / #User-agent: CCGCrawl/1.16 #Disallow: / #User-agent: FAST-WebCrawler/3.8/Scirus (scirus-crawler@fast.no; http://www.scirus.com/srsapp/contactus/) #Disallow: / #User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT+5.1; SV1; NetCaptor 7.5.2) #Disallow: / #User-agent: Exabot NG/MimeLive Client (convert/http/0.169) #Disallow: / #User-agent: Exabot NG #Disallow: / #User-agent: Mozilla/4.0 (compatible; MSIE 5.0; Windows NT; Girafabot; girafabot at girafa dot com; http://www.girafa.com) #Disallow: / #User-agent: NutchCVS/0.06-dev (Nutch; http://www.nutch.org/docs/en/bot.html; nutch-agent@lists.sourceforge.net) #Disallow: / #User-agent: psbot/0.1 ( http://www.picsearch.com/bot.html) #Disallow: / #User-agent: IlTrovatore-Setaccio/1.2 (It-bot; http://www.iltrovatore.it/bot.html; info@iltrovatore.it) #Disallow: / #User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; MSN 9.0;MSN 9.1; MSNbQ001; MSNmen-us; MSNcOTH; MPLUS) #Disallow: / #User-agent: Mozilla/4.0 (compatible; ChangeDetection/1.0 (admin@ChangeDetection.com)) #Disallow: / #User-agent: Openfind data gatherer, Openbot/3.0 (robot-response@openfind.com.tw; http://www.openfind.com.tw/robot.html) #Disallow: / #User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322) #Disallow: / # pertains to all robots # do not access the following User-agent: * Disallow: /images/ Disallow: /knox-a-offline/ Disallow: /maps/ Disallow: /offline/ Disallow: /seminar Disallow: thanks_payment.asp Disallow: test.asp Disallow: /WA_Universal_Email/