# disallow wget to get the whole forum
User-agent: wget
Disallow: /

# this spiders do not get anythink from us:
User-Agent: almaden
Disallow: /
User-Agent: lmspider
Disallow: /
User-Agent: turnitinbot
Disallow: /
User-Agent: slysearch
Disallow: /
User-Agent: msrbot
Disallow: /

# disallow cgis for all crawlers
User-agent: *
Disallow: /cgi-bin