############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /subscriptions/ Disallow: /contact-us/ # # list specific files robots are not allowed to index # Disallow: /wp-login.php Disallow: /wpb-subscribe.php Disallow: /full_subscription.html Disallow: /limited_subscription.html # # specify location of sitemap # Sitemap: http://www.tcpblogal.com/sitemap.xml # # End of robots.txt file # ################################ BEGIN XML-SITEMAP-PLUGIN Sitemap: http://tcpblogal.com/sitemap.xml.gz # END XML-SITEMAP-PLUGIN