#alle robots bleiben weg
User-agent: *
Disallow: /

#diese robos dürfen spidern
User-agent: Googlebot
Disallow: 
User-agent: msnbot
Disallow: 
User-agent: Scooter
Disallow: 
User-agent: Mercator
Disallow: 
User-agent: Fast
Disallow: 
User-agent: Slurp
Disallow: 
User-agent: Firefly
Disallow: 
User-agent: Abacho
Disallow: 
User-agent: Aladin
Disallow: 
User-agent: ia_archiver
Disallow: 
User-agent: Kuh
Disallow: 
User-agent: Freecrawl
Disallow: 
User-agent: Arachnoidea
Disallow: 
User-agent: Architext
Disallow: 
User-agent: Eule
Disallow: 
User-agent: Yahoo-VerticalCrawler
Disallow: 

#diese robots bleiben auf jeden Fall weg
User-agent: ACONTBOT
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: boitho.com-dc
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: askpeter_jeanie_2009_bot
Disallow: /
User-agent: askpeter_bot
Disallow: /
User-agent: BotOnParade
Disallow: /
User-agent: Charlotte
Disallow: /
User-agent: Cityreview
Disallow: /
User-agent: daumoa
Disallow: /
User-agent: EmailSearch
Disallow: /
User-agent: envolk
Disallow: /
User-agent: Eurobot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: gonzo*
Disallow: /
User-agent: holmes
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: ICCrawler - iCjobs
Disallow: /
User-agent: Isidorus
Disallow: /
User-agent: jobs.de-Robot
Disallow: /
User-agent: Mail.Ru
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: MooseBot
Disallow: /
User-agent: OpenX Spider
Disallow: /
User-agent: panscient.com
Disallow: /
User-agent: PrivacyFinder
Disallow: /
User-agent: proximic
Disallow: /
User-agent: psbot
Disallow: /
User-agent: seekbot
Disallow: /
User-agent: Sosospider
Disallow: /
User-agent: Speedy
Disallow: /
User-agent: StackRambler
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: Touche
Disallow: /
User-agent: VoilaBot
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: Yanga WorldSearch Bot
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: YoudaoBot
Disallow: / 
User-agent: Xaldon WebSpider
Disallow: / 
User-agent: WikioPxyFeedBot
Disallow: / 
User-agent: WikioFeedBot
Disallow: / 
User-agent: TopBlogsInfo
Disallow: / 
User-agent: Tasapspider
Disallow: / 
User-agent: RexyoBot 1.11
Disallow: / 
User-agent: NaverBot
Disallow: / 
User-agent: Java/1.6.0_10
Disallow: / 
User-agent: Jakarta Commons-HttpClient
Disallow: / 
User-agent: iearthworm
Disallow: /
User-agent: Exabot-Thumbnails
Disallow: /
User-agent: GrubNG 20080128
Disallow: /
User-agent: GT::WWW/1.026
Disallow: /

# Diese Verzeichnisse sollen nicht gespidert werden 
User-agent: *
Disallow: /bilder
Disallow: /css
Disallow: /picture_library
Disallow: /plesk-stat
Disallow: /reebokfitness/bilder
Disallow: /shop/admin/
Disallow: /shop/cache/
Disallow: /shop/callback
Disallow: /shop/el/
Disallow: /shop/export/
Disallow: /shop/inc/
Disallow: /shop/includes
Disallow: /shop/lang
Disallow: /shop/media
Disallow: /shop/osc
Disallow: /shop/pdf
Disallow: /shop/pup
Disallow: /shop/shopstat
Disallow: /shop/templates/
Disallow: /shop/templates_c/
Disallow: /shop/tmp
Disallow: /shop/usage
Disallow: /test/