User-agent: webcrawler
Disallow: /cgi-bin/