# http://www.80legs.com/webcrawler.html
User-agent: 008
Disallow: /

# nobody should crawl through forums (for performance reasons)
User-agent: *
Disallow: /forum/
Disallow: /forum2/