Sitemap: https://hornet.com/sitemap.xml

User-agent: *
Disallow: /reset-password
Disallow: /stories/*/comments
Disallow: /stories/*/feed
Disallow: /stories/*/search
Disallow: /stories/*/trackback
Disallow: /stories/*?
Disallow: /stories/*?*
Disallow: /stories/blog
Disallow: /stories/cgi-bin
Disallow: /stories/comment
Disallow: /stories/comment/reply/304/
Disallow: /stories/comments
Disallow: /stories/feed
Disallow: /stories/hornet-best-practices-guide
Disallow: /stories/hornet-style-guide
Disallow: /stories/trackback
Disallow: /stories/wp-admin
Disallow: /stories/wp-content/cache
Disallow: /stories/wp-content/plugins
Disallow: /stories/wp-content/themes
Disallow: /stories/wp-includes
Disallow: /stories/write-for-us
Disallow: /stories-ping
Disallow: /about/wp-login.php
Allow: /stories/wp-content/uploads
Disallow: /stories/wp-content/uploads/cache
Disallow: /community
Disallow: /contribute
Allow: /community/knowledge-base
Allow: /contribute/knowledge-base
Allow: /community/programs
Allow: /contribute/programs

User-agent: Googlebot
Disallow: /stories/*.cgi$
Disallow: /stories/*.gz$
Disallow: /stories/*.inc$
Disallow: /stories/*.wmv$
Disallow: /stories/*.xhtml$
Disallow: /stories/*/comments
Disallow: /stories/*/feed
Disallow: /stories/*/page/
Disallow: /stories/*/search
Disallow: /stories/blog
Disallow: /stories/calendar
Disallow: /stories/cmnty-translation-queue*
Disallow: /stories/comment
Disallow: /stories/comments
Disallow: /stories/hornet-best-practices-guide
Disallow: /stories/hornet-style-guide
Disallow: /stories/omgwtflol
Disallow: /stories/wp-content/cache
Disallow: /stories/wp-content/uploads/cache
Disallow: /stories/wp-includes
Disallow: /stories/write-for-us
Allow: /stories/*.css?*
Allow: /stories/*.js?*
Allow: /stories/*.ttf?*
Allow: /stories/*.woff?*
Allow: /stories/*bunyad_custom_css*
Allow: /stories/*sharify-style.php$

# disable duggmirror
User-agent: duggmirror
Disallow: /

# allow google image bot to search all images
User-agent: Googlebot-Image
Disallow:
Allow: /stories/*

# allow adsense bot on entire site
User-agent: Mediapartners-Google*
Disallow:
Allow: /stories/*