# 
# Robots.txt for your WordPress blog. 
# 
# Use on own risk, we know):) 
# 
# First Deputy content. 
User-Agent: * 
Allow: / wp-content/uploads / 
Disallow: / wp-content/plugins / 
Disallow: / wp-content/themes / 
Disallow: / wp-includes / 
Disallow: / wp-admin / 
# We can also desindexar everything starts 
# Wp-by. It is the same as above but Disallow 
# Wp-includes things like rss.php 
Disallow: / wp - 
# 
# Sitemap allowed searches. 
# 
Disallow: /? S = 
Disallow: / search 
# 
# We allow the feed for Google Blogsearch. 
# 
# Prevented permalink / feed / indexed and that the 
# With the comments feed is usually positioned in place of 
# Input and disorienting to users. 
# 
# The same with URLs ending in / trackback / only 
Trackback URI serving as # (and duplicate content). 
# 
Allow: / feed / $ 
Disallow: / feed 
Disallow: / comments / feed 
Disallow: / * / feed / $ 
Disallow: / * / feed / rss / $ 
Disallow: / * / trackback / $ 
Disallow: /*/*/ feed / $ 
Disallow: /*/*/ feed / rss / $ 
Disallow: /*/*/ trackback / $ 
Disallow: /*/*/*/ feed / $ 
Disallow: /*/*/*/ feed / rss / $ 
Disallow: /*/*/*/ trackback / $ 
Disallow: /feed/
Disallow: /tags/
Disallow: /trackback/
Disallow: /2007/
Disallow: /2008/
Disallow: /2009/
Disallow: /2010/
Disallow: /*.css$
Disallow: /*.cgi$
Disallow: /cgi-bin/
Disallow: /*.xhtml$
Disallow: /*.php$
Disallow: /*.wmv$
Disallow: /*.js$
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-content/plugins
Disallow: /wp-content/themes
Disallow: /wp-includes/
Disallow: /*.gz$
Disallow: /*.inc$


# 
# From here on is optional but recommended. 
# 
# List of bots that usually respect the robots.txt but rare 
# Time make good use of the site and abused quite ... 
# Add to the taste of the consumer ... 
User-agent: MSIECrawler 
Disallow: / 
User-agent: WebCopier 
Disallow: / 
User-agent: HTTrack 
Disallow: / 
User-agent: Microsoft.URL.Control 
Disallow: / 
User-agent: LibWWW 
Disallow: / 
# 
# Slurp (Yahoo!), And the bot Noxtrum MSN sometimes 
# Return clip, telling touches that reduce the fly. 
# The value is in seconds and you can leave and go under 
# Up to the optimum point. 
# 
User-agent: noxtrumbot 
Crawl-delay: 50 
User-agent: MSNBot 
Crawl-delay: 30 
User-agent: Slurp 
Crawl-delay: 10