User-agent: *
Disallow: /cgi-bin
Crawl-Delay: 300

User-agent: Slurp
disallow: 

User-agent: DotBot
disallow: 

User-agent: twiceler
disallow: