#why: Service offers no public use
User-agent: BaySpider
Disallow: /

User-agent: semanticdiscovery
Disallow: /

#why: privacy concerns
User-agent: psbot
Disallow: / 

User-agent: oBot
Disallow: / 

User-agent: GenCrawler
Disallow: /

User-agent: NPBot
Disallow: /

#why: steal other peoples content and sell it
User-agent: metacarta
Disallow: /

User-agent: Slysearch
Disallow: /

#why: beeing slysearch
User-agent: TurnitinBot
Disallow: /

#why: Stupid log-spamming
User-agent: Linkwalker
Disallow: /

User-agent: ia_archiver
Disallow: /

#Friendly googlebot gets more rights
User-agent: Googlebot
Disallow: /cgi-bin
Disallow: /freundeverwandte 
Disallow: /friedieparty

#General
User-agent: *
Disallow: /cgi-bin
Disallow: /freundeverwandte
Disallow: /friedieparty
Disallow: /bombay/images
Disallow: /supersecret/
Disallow: /eckipage
Disallow: /fledernmitecki
Disallow: /friedwardiminternet
Disallow: /gehirnwaesche
Disallow: /klasse8b/inhalt
Disallow: /burghard