#User-agent: webcrawler
#Disallow:

User-agent: Slurp
Disallow: /cgi-bin/

User-agent: *
Disallow: /tmp
Disallow: /logs
Disallow: /cgi-bin
Disallow: /mailing_list
Disallow: /stats
Disallow: /cgi-sys 
Crawl-delay: 300