User-Agent: *
Allow: /
Disallow: /DataSystem/
Disallow: /new_homepage/
Disallow: /cgi-local/
Disallow: /cgi-tool/

User-agent: Slurp
Crawl-delay: 0.5
Allow: /
Disallow: /DataSystem/
Disallow: /new_homepage/
Disallow: /cgi-local/
Disallow: /cgi-tool/