User-agent:*
Disallow: /cgi-bin/

User-agent:*
Disallow: /core/

User-agent: *
Crawl-delay: 10
Visit-time: 0400-1045