# robots.txt for web-site User-agent: * # Allow searching Disallow: /Manager/ # Disallow Admin Pages #Other examples of things to put in the file #Disallow: /foo.html #Disallow: /tmp/