; block all spiders and bots from those 2 directories
User-agent: *
Disallow: /cgi-bin/

User-agent: Googlebot
Disallow: /cgi-bin/

User-agent: ia_archiver
Disallow: /

User-agent: Robozilla
Disallow: /