#User-agent: Verzeichnisse verbieten

User-agent: * 
Disallow: /cgi-bin/*
Disallow: /images/*
Disallow: /feed/* 
Disallow: /*/*/feed/*  
Disallow: /*/*/trackback/* 
Disallow: /2009/*  
Disallow: /page/* 
Disallow: /?p*
Disallow: /blog/wp-login.php




#Unterseiten ausschliessen wegen Pagerank
Disallow: /impressum



#
# User-Agents blocken, die nicht spidern/crawlen duerfen!
# 

User-agent: Aqua_Products*
User-agent: ActiveAgent*
User-agent: asterias*
User-agent: BackDoorBot*
User-agent: BlowFish*
User-agent: Bookmark search tool*
User-agent: BotALot*
User-agent: BuiltBotTough*
User-agent: Bullseye*
User-agent: BunnySlippers*
User-agent: b2w*
User-agent: CheeseBot*
User-agent: CherryPicker*
User-agent: Cuge*
User-agent: CopyRightCheck*
User-agent: cosmos*
User-agent: Crescent*
User-agent: DittoSpyder*
User-agent: EmailCollector*
User-agent: EmailSiphon*
User-agent: EmailWolf*
User-agent: EroCrawler*
User-agent: ExtractorPro*
User-agent: FairAd Client*
User-agent: Flaming AttackBot*
User-agent: Foobot*
User-agent: Gaisbot*
User-agent: grub*
User-agent: httplib*
User-agent: Harvest*
User-agent: hloader
User-agent: humanlinks
User-agent: ia_archiver
User-agent: ia_archiver*
User-agent: ISP4P-NET
User-agent: InfoNaviRobot*
User-agent: Iron33*
User-agent: JennyBot*
User-agent: Keyword Density*
User-agent: Kenjin Spider*
User-agent: looksmart*
User-agent: larbin*
User-agent: libWeb*
User-agent: lwp-trivial*
User-agent: LNSpiderguy*
User-agent: LinkWalker*
User-agent: LinkextractorPro*
User-agent: LexiBot*
User-agent: LinkScan*
User-agent: Mata Hari*
User-agent: MIIxpc*
User-agent: Microsoft URL Control*
User-agent: MSIECrawler*
User-agent: Mister PiX*
User-agent: moget*
User-agent: NetAnts*
User-agent: NetMechanic*
User-agent: Newskraft*
User-agent: NICErsPRO*
User-agent: TheNomad*
User-agent: Openfind*
User-agent: Openbot*
User-agent: Oracle Ultra Search*
User-agent: ProPowerBot*
User-agent: Offline Explorer*
User-agent: penthesilea*
User-agent: PerMan*
User-agent: psbot*
User-agent: Python-urllib*
User-agent: ProWebWalker*
User-agent: QueryN Metasearch*
User-agent: RMA*
User-agent: Radiation Retriever*
User-agent: RepoMonkey*
User-agent: Roverbot*
User-agent: searchpreview*
User-agent: spanner*
User-agent: SpankBot*
User-agent: suzuran*
User-agent: Szukacz*
User-agent: SiteSnagger*
User-agent: turingos*
User-agent: Teleport*
User-agent: TeleportPro*
User-agent: Telesoft*
User-agent: The Intraformant*
User-agent: True_Robot*
User-agent: toCrawl/UrlDispatcher*
User-agent: URL_Spider_Pro*
User-agent: URL Control*
User-agent: URLy Warning*
User-agent: VCI*
User-agent: Viswoo*
User-agent: WebZip*
User-agent: WebStripper*
User-agent: WebSauger*
User-agent: WebCopier*
User-agent: Wget*
User-agent: Website Quester*
User-agent: WebBandit*
User-agent: WebmasterWorldForumBot*
User-agent: Webster*
User-agent: Web Image Collector*
User-agent: WebEnhancer*
User-agent: WebAuto*
User-agent: WWW-Collector*
User-agent: WX_mail*
User-agent: WhoWhere*
User-agent: Yasni*
User-agent: Xenu's*
User-agent: Zeus*
Disallow: /