User-agent: *

Allow: /
Disallow: /admida.com
Disallow: /admida.com/*
Disallow: /events/attachment/
Disallow: /events/attachment/*
Disallow: /events/attachment/*/
Disallow: /js/
Disallow: /css/
Disallow: text.css
Disallow: /cgi-bin/
Disallow: /includes/
Disallow: /oldwebsite/
Disallow: /blog-bkp/
Disallow: /promos/
Disallow: /wp-*
Disallow: /feed/
Disallow: /comments/
Disallow: /comments/feed/
Disallow: /author/
Disallow: /archives/
Disallow: /2015/*
Disallow: /iframes
Disallow: /category/*/*
Disallow: /category/*/
Disallow: /category/
Disallow: /trackback/
Disallow: /categories/*/*
Disallow: /errorimg/
Disallow: /beta/adformats/*
Disallow: /ad-formats-demo
Disallow: /test-demo
Disallow: /demo/*
Disallow: /demo/gateway/
Disallow: /demo/gateway/*


User-agent: Twitterbot
Disallow: *
Allow: /wp-content/uploads/
Allow: /wp-content/uploads/*

User-agent: Googlebot

Disallow: /*.inc$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.xlsx $
Disallow: /*.doc$
Disallow: /*.pdf$
Disallow: /*.zip$
Disallow: /*?*

Allow: /blog/
Allow: /blog/*
Allow: /press-releases/
Allow: /press-releases/*
Allow: /newsroom/
Allow: /newsroom/*
Allow: /tag/*
Allow: /tag/
Allow: /wp-content/uploads/
Allow: /wp-content/uploads/*

# disable duggmirror by Digg
User-agent: duggmirror
Disallow: /

# allow adsense bot on entire site
User-agent: Mediapartners-Google*
Disallow:
Allow: /*

Sitemap: http://www.vertoz.com/sitemap_index.xml