User-agent: *

Disallow: /cgi-bin/

Disallow: /site/

Disallow: /dev/



User-agent: AboutUsBot 
Disallow: / 

User-agent: msnbot

Crawl-Delay: 10



User-Agent: Slurp

Crawl-Delay: 10