# Robots.txt file 
# 
# All robots will spider the domain 

User-agent: Googlebot
Disallow: /*?*
Disallow: /*?
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.tar$
Disallow: /*.tgz$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /blog/page/*/*
Disallow: /blog/category/*/*
Disallow: /blog/*/comments
Disallow: /blog/feed/$
Disallow: /blog/*/feed/$
Disallow: /blog/*/*/feed/$
Disallow: /blog/*/*/*/feed/$
Disallow: /blog/*/feed/rss/$
Disallow: /blog/*/*/feed/rss/$
Disallow: /blog/*/*/*/feed/rss/$
Disallow: /tag/
Disallow: /tag/*
Disallow: /tag/*/
Disallow: /tag/$
Disallow: /tag/*$
Disallow: /tag/*/$
Disallow: /blog*/trackback
Disallow: /blog/*/trackback/$
Disallow: /blog/*/*/trackback/$
Disallow: /blog/*/*/*/trackback/$


User-agent: *
Disallow: /cgi-bin
Disallow: /blog/wp-
Disallow: /blog/wp-admin
Disallow: /blog/wp-includes
Disallow: /blog/wp-register.php
Disallow: /blog/wp-login.php
Disallow: /blog/wp-content/plugins
Disallow: /blog/wp-content/cache
Disallow: /blog/wp-content/themes
Disallow: /blog/feed/
Disallow: /blog/trackback/
Disallow: /blog/rss/
Disallow: /blog/comments/feed/
Disallow: /blog/page/
Disallow: /blog/date/
Disallow: /blog/comments/
Disallow: /blog/search
Disallow: /blog/tag/
Disallow: /blog/stats/
Disallow: /blog/contact/
Disallow: /blog/about/
Disallow: /blog/archives/
Disallow: /blog/dh_

User-agent: Mediapartners-Google*
Disallow:

# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://hitsusa.com/blog/sitemap.xml
# END XML-SITEMAP-PLUGIN