# disallow Google ad bots from the entire site
# this will also disallow Google Adsense from the entire site
User-agent: Mediapartners-Google*
disallow: /
#
# disallow specific bots from indexing or crawling the site at all
#
User-agent: Googlebot-Image
User-agent: Yahoo-MMCrawler
User-agent: BackRub
User-agent: BaiDuSpider
User-agent: BotRightHere
User-agent: CherryPicker
User-agent: CopyRightCheck
User-agent: Crescent
User-agent: DittoSpyder
User-agent: EmailCollector
User-agent: EmailWolf
User-agent: EmeraldShield.com WebBot
User-agent: GigaBot
User-agent: Grub.org
User-agent: ia_archiver
User-agent: larbin
User-agent: msnbot-media
User-agent: psbot
User-agent: Python-urllib
User-agent: Voyager
User-agent: vscooter
User-agent: Walhello appie
User-agent: WebBandit
User-agent: webcollage
User-agent: Xaldon_WebSpider
User-agent: Yandex bot
disallow: /
#
# disallow ALL bots from these directories and all their child objects
User-agent: *
disallow: /cgi-bin
disallow: /images
disallow: /lib
#
#
# Provided courtesy of http://browsers.garykeith.com.
# Created on February 1, 2007 at 5:23:27 AM GMT.
#
User-agent: abot
User-agent: BeijingCrawler
User-agent: BilgiBot
User-agent: bot
User-agent: botlist
User-agent: BOTW Spider
User-agent: bumblebee
User-agent: Bumblebee
User-agent: BuzzRankingBot
User-agent: Charlotte
User-agent: Clushbot
User-agent: Crawler
User-agent: CydralSpider
User-agent: DataFountains
User-agent: DiamondBot
User-agent: Dulance bot
User-agent: DYNAMIC
User-agent: EDI
User-agent: envolk
User-agent: Exabot
User-agent: Exabot-Images
User-agent: Exabot-Test
User-agent: exactseek-pagereaper
User-agent: Exalead NG
User-agent: FANGCrawl
User-agent: Feed::Find
User-agent: Gigabot
User-agent: GigabotSiteSearch
User-agent: GurujiBot
User-agent: Hatena Antenna
User-agent: Hatena Bookmark
User-agent: Hatena RSS
User-agent: HatenaScreenshot
User-agent: Helix
User-agent: HiddenMarket
User-agent: HyperEstraier
User-agent: iaskspider
User-agent: InfociousBot
User-agent: iVia Page Fetcher
User-agent: Jetbot
User-agent: Kolinka Forum Search
User-agent: KRetrieve
User-agent: LetsCrawl.com
User-agent: Lincoln State Web Browser
User-agent: Links4US-Crawler
User-agent: LOOQ
User-agent: Lsearch/sondeur
User-agent: MapoftheInternet.com
User-agent: NationalDirectory
User-agent: NetCarta_WebMapper
User-agent: NextGenSearchBot
User-agent: ng
User-agent: nicebot
User-agent: NP
User-agent: NPBot
User-agent: Nudelsalat
User-agent: Nutch
User-agent: OmniExplorer_Bot
User-agent: OpenIntelligenceData
User-agent: Oracle Enterprise Search
User-agent: Pajaczek
User-agent: panscient.com
User-agent: PeerFactor 404 crawler
User-agent: PeerFactor Crawler
User-agent: PlantyNet
User-agent: PlantyNet_WebRobot
User-agent: plinki
User-agent: PMAFind
User-agent: QuickFinder Crawler
User-agent: Radiation Retriever
User-agent: Reaper
User-agent: RedCarpet
User-agent: ScorpionBot
User-agent: Scrubby
User-agent: Scumbot
User-agent: searchbot
User-agent: Seeker.lookseek.com
User-agent: SeznamBot
User-agent: ShowXML
User-agent: snap.com
User-agent: snap.com beta crawler
User-agent: Snapbot
User-agent: SnapPreviewBot
User-agent: sohu
User-agent: SpankBot
User-agent: Speedy Spider
User-agent: Speedy_Spider
User-agent: SpeedySpider
User-agent: spider
User-agent: SquigglebotBot
User-agent: SurveyBot
User-agent: SynapticSearch
User-agent: T-H-U-N-D-E-R-S-T-O-N-E
User-agent: Talkro Web-Shot
User-agent: Tarantula
User-agent: TerrawizBot
User-agent: TheInformant
User-agent: TMCrawler
User-agent: Tutorial Crawler
User-agent: Twiceler
User-agent: URI::Fetch
User-agent: VengaBot
User-agent: Vonna.com b o t
User-agent: Vortex
User-agent: Votay bot
User-agent: WebAlta Crawler
User-agent: Webbot
User-agent: Webclipping.com
User-agent: Webinator
User-agent: WISEbot
User-agent: Xerka WebBot
User-agent: XSpider
User-agent: YodaoBot
User-agent: Yoono
User-agent: yoono
Disallow: /
# END OF FILE