User-agent: * 
Crawl-Delay: 20

Disallow: /login/
Disallow: /cgi-bin/