############################### # # robots.txt file for this web site # # address all robots using wild card * # # User-agent: Mediapartners-Google* Disallow: # # # # list folders robots are not allowed to index # User-agent: Googlebot Disallow: /cgi-bin/ Disallow: /BUFiles/ Disallow: /oldstuff/ Disallow: /cache/ Disallow: /html/SSI/ Disallow: /blog/wp-login.php Disallow: /blog/wp-login.php?action=lostpassword Disallow: /blog/wp-admin/ # User-agent: * Disallow: /html/SSI/ Disallow: /cgi-bin/ Disallow: /BUFiles/ Disallow: /oldstuff/ Disallow: /cache/ Disallow: /blog/wp-admin/ # # # List specific files to exclude from index # User-agent: * Disallow: /google_adsense_script.html Disallow: /blog/wp-login.php Disallow: /blog/wp-login.php?action=lostpassword # Default modx exclusions User-agent: * Disallow: /assets/cache/ Disallow: /assets/docs/ Disallow: /assets/export/ Disallow: /assets/import/ Disallow: /assets/modules/ Disallow: /assets/plugins/ Disallow: /assets/snippets/ Disallow: /install/ Disallow: /manager/ # For sitemaps.xml autodiscovery. Uncomment if you have one: # Sitemap: http://example.com/sitemap.xml # # # End of robots.txt file # ###############################