User-agent: *
Disallow: /_shared/
Disallow: /cgi-bin/

User-agent: googlebot
Disallow: *.csi
Disallow: *.inc