User-agent: *
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /images/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /xmlrpc/
Disallow: /favicon.ico


User-agent: Googlebot-Image
Disallow: /


# Bot listing in alphabetical order

User-agent: AboutUsBot
User-agent: aipbot
User-agent: ia_archiver
User-agent: AIBOT
User-agent: accoona
User-agent: agent-hhcp.niph.go.jp
User-agent: Aqua_Products 
User-agent: Alexibot 
User-agent: Alexa
User-agent: Amfibibot
User-agent: antibot
User-agent: appie
User-agent: asterias 
User-agent: audioCrawlerBot
User-agent: Autonomy Spider
Disallow: /


User-agent: b2w/0.1
User-agent: BackDoorBot*
User-agent: baiduspider
User-agent: BecomeBot
User-agent: Biible
User-agent: BigCliqueBOT
User-agent: BlogPulse
User-agent: BlowFish
User-agent: boitho.com-dc
User-agent: BorderManager
User-agent: Bookmark search tool
User-agent: BotALot
User-agent: BotRightHere 
User-agent: Boston Project
User-agent: Browsershots
User-agent: BruinBot
User-agent: btbot
User-agent: BuiltBotTough
User-agent: Bullseye*
User-agent: BunnySlippers
Disallow: /

User-agent: CamontSpider*
User-agent: ccubee
User-agent: cfetch
User-agent: CFNetwork
User-agent: CheeseBot
User-agent: CherryPicker*
User-agent: CherryPickerElite
User-agent: CherryPickerSE
User-agent: CSHttpClient
User-agent: CligooRobot
User-agent: CoffeeCan
User-agent: CoolBot
User-agent: Copernic 
User-agent: CopyRightCheck
User-agent: cosmos
User-agent: Cowbot
User-agent: curl
User-agent: Crescent*
User-agent: CydralSpider
Disallow: /


User-agent: DailyPerfect*
User-agent: DiamondBot
User-agent: DigExt
User-agent: digout4u
User-agent: dcbspider
User-agent: DittoSpyder
User-agent: DoCoMo
User-agent: dotbot
User-agent: Download Ninja
User-agent: DuckDuckBot*
User-agent: Dumbot
Disallow: /


User-agent: Echo
User-agent: EchO!
User-agent: ecollector
User-agent: E-mail Harvester
User-agent: EmailCollector 
User-agent: EmailSiphon 
User-agent: EmailWolf 
User-agent: EroCrawler 
User-agent: e-SocietyRobot
User-agent: EuripBot
User-agent: EverbeeCrawler
User-agent: ExtractorPro 
Disallow: /

User-agent: FairAd Client 
User-agent: falcon
User-agent: Fasterfox
User-agent: FavOrg
User-agent: Faxobot
User-agent: Fetch
User-agent: Fetcher
User-agent: fgcrawler
User-agent: FindLinks
User-agent: Flaming AttackBot 
User-agent: FollowSite Bot
User-agent: Foobot 
User-agent: Franklin Locator
Disallow: /

User-agent: Gaisbot
User-agent: Generic
User-agent: GetRight*
User-agent: Georgios
User-agent: ghost
User-agent: Gigabot
User-agent: Girafabot
User-agent: Gizmo
User-agent: go-ahead-got-it
User-agent: GoForIt*
User-agent: gonzo*
User-agent: GPU p2p
User-agent: gridBOT
User-agent: grub
User-agent: grub-client
User-agent: gsa-crawler
Disallow: /


User-agent: Harvest*
User-agent: Haste
User-agent: HenryTheMiragoRobot
User-agent: Heritrix
User-agent: hloader
User-agent: Holmes
User-agent: HooWWWer
User-agent: httplib
User-agent: HTTPClient
User-agent: htdig
User-agent: HTTrack*
User-agent: humanlinks
Disallow: /


User-agent: ia_archiver*
User-agent: iCCrawler
User-agent: Icrawl
User-agent: ichiro
User-agent: IconSurf
User-agent: iconobot
User-agent: InfoNaviRobot
User-agent: Indy Library
User-agent: INGRID
User-agent: IlTrovatore-Setaccio
User-agent: IRLbot
User-agent: Iron33*
User-agent: IXE Crawler
Disallow: /


User-agent: Jakarta*
User-agent: JemmaTheTourist
User-agent: JennyBot
User-agent: Jetbot
Disallow: /

User-agent: Kenjin Spider
User-agent: Keyword Density*
User-agent: KFSW-Bot
User-agent: KnowItAll
User-agent: KaloogaBot
Disallow: /

User-agent: Lachesis
User-agent: larbin
User-agent: LexiBot 
User-agent: libWeb/clsHTTP 
User-agent: libwww
User-agent: LinkextractorPro 
User-agent: linko
User-agent: LinkScan*
User-agent: LinkLint
User-agent: LinkLint-checkonly
User-agent: LinkWalker 
User-agent: LNSpiderguy 
User-agent: LocalcomBot
User-agent: lwp-trivial 
User-agent: lwp-trivial/1.34 
Disallow: /

User-agent: Mata Hari 
User-agent: Microsoft URL Control*
User-agent: Mediapartners-Google
User-agent: MentorMate Spider
User-agent: MIIxpc*
User-agent: Mister PiX 
User-agent: MJ12bot
User-agent: MLBot
User-agent: moget 
User-agent: moget/2.1 
User-agent: Mozilla/4.0 (compatible; BullsEye; Windows 95) 
User-agent: MSIECrawler 
User-agent: MyEngines-Bot
Disallow: /

User-agent: NaverBot*
User-agent: Net Attache*
User-agent: NetAnts
User-agent: NetMechanic
User-agent: NextGenSearchBot
User-agent: NetResearchServer*
User-agent: NetSeer*
User-agent: Nextopia
User-agent: NICErsPRO
User-agent: nicebot
User-agent: NimbleCrawler*
User-agent: NPBot*
User-agent: NPT*
User-agent: Nutch*
User-agent: NuSearch Spider
Disallow: /


User-agent: ObjectsSearch*
User-agent: Offline Explorer*
User-agent: OpenIntelligenceData
User-agent: Openbot
User-agent: Openfind*
User-agent: Oracle Ultra Search
Disallow: /

User-agent: penthesilea*
User-agent: PlantyNet_WebRobot_V1.9
User-agent: PerMan
User-agent: PhpDig*
User-agent: ProPowerBot*
User-agent: ProWebWalker
User-agent: psbot
User-agent: Python-urllib
Disallow: /


User-agent: QueryN Metasearch 
User-agent: QuepasaCreep
User-agent: QueryN Metasearch
Disallow: /

User-agent: Radiation Retriever*
User-agent: RepoMonkey*
User-agent: RMA
User-agent: RPT-HTTPClient
Disallow: /


User-agent: ScoutJet
User-agent: searchpreview  
User-agent: SnapPreviewBot
User-agent: SpankBot 
User-agent: SurveyBot
User-agent: SBIder
User-agent: Searchspider
User-agent: SEOmoz-bot
User-agent: SheenBot*
User-agent: Shim-Crawler
User-agent: sitecheck.internetseer.com
User-agent: SiteSnagger*
User-agent: sna
User-agent: sohu-search
User-agent: spanner
User-agent: Speedy
User-agent: Spider_ Monkey
User-agent: Spinne
User-agent: Steeler
User-agent: SuperGet
User-agent: suzuran
User-agent: Szukacz*
Disallow: /


User-agent: Tagoobot
User-agent: TightTwatBot 
User-agent: toCrawl/UrlDispatcher 
User-agent: TurnitinBot 
User-agent: TurnitinBot/1.5 
User-agent: TAMU_CS_IRL_CRAWLER
User-agent: Teleport*
User-agent: Telesoft
User-agent: The Intraformant
User-agent: TheNomad
User-agent: thesubot
User-agent: True_Robot*
User-agent: turingos
User-agent: TutorGig
User-agent: twiceler
Disallow: /

User-agent: Ultraseek
User-agent: URL Control
User-agent: URL_Spider_Pro
User-agent: URLy Warning
User-agent: USyd-NLP-Spider
Disallow: /

User-agent: VEDENSBOT
User-agent: VCI*
User-agent: vilainrobot
User-agent: VIREL
User-agent: VoilaBot
User-agent: vscooter  
User-agent: VSE/1.0
Disallow: /



User-agent: Web Image Collector 
Disallow: /

User-agent: WebAuto 
Disallow: /

User-agent: WebBandit 
Disallow: /

User-agent: WebBandit/3.50 
Disallow: /

User-agent: WebCapture 2.0 
Disallow: /

User-agent: WebCopier 
Disallow: /

User-agent: WebCopier v.2.2 
Disallow: /

User-agent: WebCopier v3.2a 
Disallow: /

User-agent: WebEnhancer 
Disallow: /

User-agent: WebSauger 
Disallow: /

User-agent: Website Quester 
Disallow: /

User-agent: Webster Pro 
Disallow: /

User-agent: WebStripper 
Disallow: /

User-agent: WebZip 
Disallow: /

User-agent: WebZip 
Disallow: /

User-agent: WebZip/4.0 
Disallow: /

User-agent: WebZIP/4.21 
Disallow: /

User-agent: WebZIP/5.0 
Disallow: /

User-agent: Wget 
Disallow: /

User-agent: wget 
Disallow: /

User-agent: Wget/1.5.3 
Disallow: /

User-agent: Wget/1.6 
Disallow: /

User-agent: WWW-Collector-E 
Disallow: /

User-agent: Xenu's 
Disallow: /

User-agent: Xenu's Link Sleuth 1.1c 
Disallow: /

User-agent: XmarksFetch
Disallow: /

User-agent: Yandex  
Disallow: /

User-agent: Zeus 
Disallow: /

User-agent: Zeus 32297 Webster Pro V2.9 Win32 
Disallow: /

User-agent: Zeus Link Scout 
Disallow: /