# We want to Index all our pages User-agent: internal_robot Disallow: # Tells two unwanted robots they shouldn't look at any files user-agent: unwanted_robot_1 user-agent:unwanted_robot_2 disallow: / # Tells all other robots they can look at any files except the # Ones in the "Temp" directory and the /sales/hidden.html file. user-agent: * Disallow: /webedit_images Disallow: /webedit_includes Disallow: /webedit.php Disallow: /config.php