#This robots.txt file is for ALL robots and lists the areas of the site that the robots are not allowed User-agent: * Disallow: /cgi-bin/ Disallow: /includes/