# don't allow search bots to index css, javascript and images
User-agent: *
Disallow: /css/
Disallow: /js/
Disallow: /img/

# 2010-05-27 don't allow spinn3r robot to crawl website, because of problems with overloading, maybe taken out after some time, when they have repaired their robot
User-agent: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.2.1; aggregator:Spinn3r (Spinn3r 3.1); http://spinn3r.com/robot) Gecko/20021130
Disallow: /