# This file is to limit crawling and indexing # # allow robots User-agent: * Allow: # User-agent: Baiduspider Disallow: / User-agent: baiduspider Disallow: / User-agent: baidu Disallow: / # User-agent: * Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ Disallow: /wp-includes/js/ Disallow: /author/ # # End of robots.txt file ###########################################