# You can define rules for nice robots here # User-agent: Browsershots # Disallow: # # User-agent: * # Disallow: / # Disallow: /cgi-bin/ # Used to test layout/themes User-agent: Browsershots Disallow: # It seems that people really want to have Googlebot listed, so here it is. User-agent: Googlebot Disallow: # For cgi-bin we will hold back User-agent: * Disallow: /cgi-bin/