User-agent: * Disallow: admin.cfm Disallow: /cgi-bin/ Disallow: /help/ Disallow: /images/ # google allows the use of wildcards User-agent: googlebot Disallow: *.cgi