#why: Service offers no public use
User-agent: BaySpider
Disallow: /

#why: privacy concerns
User-agent: psbot
Disallow: / 

User-agent: oBot
Disallow: / 

#why: privacy concerns
User-agent: GenCrawler
Disallow: /

#why: steal other peoples content and sell it
User-agent: metacarta
Disallow: /

#why: steal other peoples content and sell it
User-agent: Slysearch
Disallow: /

#why: beeing slysearch
User-agent: TurnitinBot
Disallow: /

#General
User-agent: *
Disallow: /cgi-bin/