User-agent: * 
Disallow: /cgi-bin
User-agent: * 
Disallow: /thred
User-agent: Slurp
Disallow: /
User-agent: dotbot 
Disallow: /