#robots.txt for http://www.example.com/ User-agent: * Disallow: / Disallow: /blog/ Disallow: /ecomm/ Disallow: /ecommerce/ Disallow: /magento-5/ Disallow: /old_site/ Disallow: /testSite/ Disallow: /ForRent.php Disallow: /cgi-bin/ Disallow: /accordian.php Disallow: /accordian.pack.js Disallow: /test.php Disallow: /yehforhirecopy%201.php Disallow: /baboom/ Disallow: /NDA/ Disallow: /yad.php Disallow: /test1.php