# # robots.txt for http://www.bsgwealth.com/ # # exclude some access-controlled areas User-agent: * Disallow: /cgi-bin/ Disallow: /stats/ Disallow: /logs/ Disallow: /images/ Disallow: /edit/ Disallow: /news/ Disallow: /webalizer Disallow: /usage/