User-agent: webcrawler
Disallow: /cgi-bin

User-agent: google
Disallow: /cgi-bin

User-agent: yahoo
Disallow: /cgi-bin  