User-Agent: *
Disallow: /*_private*
Allow: /
Disallow: /cgi-bin/


User-agent: psbot
Disallow: /

User-agent: Slurp
Crawl-delay: 1800

User-Agent: msnbot 
Crawl-Delay: 600


<META NAME="GOOGLEBOT" CONTENT="NOODP, NOFOLLOW">