User-agent: * # Rules apply to all search engines Disallow: /temp # Exclude anything starting with "/temp" # (can be directories or files) Disallow: /private/ # Exclude the entire directory "/private" Disallow: /cgi-bin/ # Exclude the entire directory "/cgi-bin" Disallow: /pro/ # Exclude the entire directory "/pro"