# robots.txt for http://www.nimenhuuto.com/ # See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file Sitemap: http://www.nimenhuuto.com/sitemap.xml User-agent: * # This url is for ajax calls only Disallow: /main/team_name_url # Blog related Disallow: */wp-admin/* Disallow: */wp-login.php Disallow: */wp-register.php Disallow: /password_forgot # Disallow common, e.g. advert clicks Disallow: /common/* Disallow: /advert_click # Allow adsense crawler User-agent: Mediapartners-Google Disallow: