User-agent: *
Disallow: /cgi
Allow: /
Crawl-Delay:   10