User-agent: * # Disallow all crawlers access to certain pages. Disallow: /cgi-bin/ Disallow: /images/