User-Agent: * 
Allow: / 
Disallow: /cgi-bin
User-Agent: * 
Crawl-delay: 4