User-agent: LinkBackBot
Disallow: / 

User-agent: semaltspider
Disallow: /

# This rule means it applies to all user-agents
User-agent: *
Disallow: /ajax/
Disallow: /es/ajax/
Disallow: /domain-not-found/$
Disallow: /cgi-bin/
Disallow: /page/
Disallow: /refresh/
Disallow: /?social_controller=*
Disallow: /tag/
Disallow: *?sort*
Disallow: /blog/tag/
Disallow: /go/
Disallow: */go/
Disallow: /redir/
Disallow: */redir/
Disallow: /?q=*
Allow: /hosting-reviews/?q=*

# wordpress blog
Disallow: /blog/feed/
Disallow: /blog/page/
Disallow: /blog/pages/
Disallow: /blog/temp/
Disallow: /blog/cgi-bin/
Disallow: /blog/stats/
Disallow: /blog/category/
Disallow: /blog/date/
Disallow: /blog/dh_/
Disallow: /blog/comments/feed/
Disallow: /blog/tag/
Disallow: /blog/wp-admin/
Disallow: /blog/wp-includes/
Disallow: /blog/index.php
Disallow: /blog/*?*
Disallow: /blog/*?
Disallow: /blog/*/tag/*
Disallow: /blog/wp-content/plugins/
Allow: /blog/wp-content/plugins/*.css
Allow: /blog/wp-content/plugins/*.js
Allow: /blog/wp-content/plugins/*.jpg
Allow: /blog/wp-includes/*.js

# The Googlebot is the main search bot for google
User-agent: Googlebot
# Disallow all files ending with these extensions
Disallow: /blog/feed/
Disallow: /blog/temp/
Disallow: /blog/*.php$
Disallow: /blog/*.inc$
Disallow: /blog/*.gz$
Disallow: /blog/*.wmv$
Disallow: /blog/*.tar$
Disallow: /blog/*.tgz$
Disallow: /blog/*.cgi$
Disallow: /blog/*.xhtml$

# Disallow Google from parsing indididual post feeds and trackbacks..

Disallow: /blog/trackback/
# Disallow all files with ? in url
Disallow: /blog/*?*
Disallow: /blog/*?
Disallow: /blog/*/tag/*
Disallow: /blog/tag/
Disallow: /blog/wp-content/plugins/
Allow: /blog/wp-content/plugins/*.css
Allow: /blog/wp-content/plugins/*.js
Allow: /blog/wp-content/plugins/*.jpg
Allow: /blog/wp-includes/*.js

Disallow: /ajax/
Allow: /ajax/site-info/
Disallow: /es/ajax/
Allow: /es/ajax/site-info/
Disallow: /domain-not-found/$
Disallow: /cgi-bin/
Disallow: /page/
Disallow: /refresh/
Disallow: /?social_controller=*
Disallow: /tag/
Disallow: *?sort*
Disallow: /mirrors/apache/
Allow: /mirrors/apache/$
Disallow: /go/
Disallow: /es/go/
Disallow: /redir/
Disallow: /es/redir/
Disallow: /?q=*
Disallow: /es/?q=*
Allow: /hosting-reviews/?q=*
Noindex: /go/
Noindex: /redir/
Noindex: /es/go/
Noindex: /es/redir/
Noindex: /?q=*

Sitemap: https://www.whoishostingthis.com/sitemap.xml