User-agent: htdig
Disallow: /cgi-bin/
Disallow: /hpc-bin/sponsors.pl

User-agent: *
Disallow: /cgi-bin/
Disallow: /hpc-bin/
Disallow: /freehpc/