User-agent: *

Disallow: /hidden/
Disallow: /cgi-bin

User-agent: googlebot
Disallow: *.csi