#Disallow all crawlers access to certain pages User-agent: * Disallow: contact.htm Disallow: emlregister.php Disallow: signup.php Disallow: /Management/ Disallow: /Management/customers.php