User-agent: *
Crawl-delay: 5
Disallow: /admin.php
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /tmp/





User-agent: Slurp
Crawl-delay: 0.5