User-agent: * 

Disallow: /cgi-bin/ 

User-Agent: Slurp
Crawl-Delay: 36000