User-agent: *

Disallow: /redirect
Disallow: /CreditCardDetailAJAX
Disallow: /compareajax
Disallow: /blog/cgi-bin
Disallow: /blog/page
Disallow: /blog/tags
Disallow: /blog/tag

# Allows for blog categories that are supposed to be sub blogs
Allow: /blog/category/mortgages
Allow: /blog/category/small-business

Disallow: /blog/credit-card-reviews
Disallow: /blog/navbar-reviews
Disallow: /blog/versus-comments
Disallow: /blog/store-discount-reviews

Disallow: /blog/wp-admin
Disallow: /blog/wp-includes
Disallow: /blog/wp-content/plugins
Disallow: /blog/wp-content/cache
Disallow: /blog/wp-content/themes

# Allows for first party assets to improve SEO
Allow: /blog/wp-content/themes/nerdwallet
Allow: /blog/wp-content/nerdwallet-*
Allow: /blog/wp-content/plugins/Card_data_plugin
Allow: /blog/wp-content/plugins/tablepress*
Allow: /blog/wp-content/plugins/js_composer
Allow: /blog/wp-content/plugins/infogram
Allow: /blog/wp-content/plugins/calculated-fields-form
Allow: /blog/wp-content/mu-plugins

Disallow: /blog/*/feed
Disallow: */trackback/
Disallow: */comments

Disallow: /credit-card-index

# Hide so it's not confused with limited.credit.history
Disallow: */limited-credit-history

Allow: /wp-content/uploads

# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*

# Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /*

# Bing Sitemap Test!!!
# Lumpy, July 14 2016

User-agent: *
Disallow: /sitemaptest-blog.xml
Disallow: /sitemaptest-homepage.xml
Disallow: /sitemaptest-tools.xml
Disallow: /sitemaptest.xml

User-agent: Bingbot
Disallow: /blog/sitemap.xml
Disallow: /blog/sitemap-posttype-post.2016.xml
Disallow: /blog/sitemap-posttype-post.2015.xml
Disallow: /blog/sitemap-posttype-post.2014.xml
Disallow: /blog/sitemap-posttype-post.2013.xml
Disallow: /blog/sitemap-posttype-post.2012.xml
Disallow: /blog/sitemap-posttype-post.2011.xml
Disallow: /blog/sitemap-posttype-post.2010.xml
Disallow: /blog/sitemap-posttype-post.2009.xml
Disallow: /blog/sitemap-posttype-page.xml
Disallow: /blog/sitemap_index.xml
Disallow: /blog/post-sitemap1.xml
Disallow: /blog/post-sitemap2.xml
Disallow: /blog/post-sitemap3.xml
Disallow: /blog/post-sitemap4.xml
Disallow: /blog/post-sitemap5.xml
Disallow: /blog/post-sitemap6.xml
Disallow: /blog/post-sitemap7.xml
Disallow: /blog/post-sitemap8.xml
Disallow: /blog/post-sitemap9.xml
Disallow: /blog/post-sitemap10.xml
Disallow: /blog/post-sitemap11.xml
Disallow: /blog/post-sitemap12.xml
Disallow: /blog/post_tag-sitemap.xml
Disallow: /blog/post_tag-sitemap2.xml
Disallow: /blog/travel/sitemap_index.xml
Disallow: /blog/travel/post-sitemap.xml
Disallow: /blog/travel/post_tag-sitemap.xml
Disallow: /blog/travel/category-sitemap.xml
Allow: /sitemaptest-blog.xml
Allow: /sitemaptest-homepage.xml
Allow: /sitemaptest-tools.xml
Allow: /sitemaptest.xml

User-agent: MSNBot
Disallow: /blog/sitemap.xml
Disallow: /blog/sitemap-posttype-post.2016.xml
Disallow: /blog/sitemap-posttype-post.2015.xml
Disallow: /blog/sitemap-posttype-post.2014.xml
Disallow: /blog/sitemap-posttype-post.2013.xml
Disallow: /blog/sitemap-posttype-post.2012.xml
Disallow: /blog/sitemap-posttype-post.2011.xml
Disallow: /blog/sitemap-posttype-post.2010.xml
Disallow: /blog/sitemap-posttype-post.2009.xml
Disallow: /blog/sitemap-posttype-page.xml
Disallow: /blog/sitemap_index.xml
Disallow: /blog/post-sitemap1.xml
Disallow: /blog/post-sitemap2.xml
Disallow: /blog/post-sitemap3.xml
Disallow: /blog/post-sitemap4.xml
Disallow: /blog/post-sitemap5.xml
Disallow: /blog/post-sitemap6.xml
Disallow: /blog/post-sitemap7.xml
Disallow: /blog/post-sitemap8.xml
Disallow: /blog/post-sitemap9.xml
Disallow: /blog/post-sitemap10.xml
Disallow: /blog/post-sitemap11.xml
Disallow: /blog/post-sitemap12.xml
Disallow: /blog/post_tag-sitemap.xml
Disallow: /blog/post_tag-sitemap2.xml
Disallow: /blog/travel/sitemap_index.xml
Disallow: /blog/travel/post-sitemap.xml
Disallow: /blog/travel/post_tag-sitemap.xml
Disallow: /blog/travel/category-sitemap.xml
Allow: /sitemaptest-blog.xml
Allow: /sitemaptest-homepage.xml
Allow: /sitemaptest-tools.xml
Allow: /sitemaptest.xml

User-agent: AdIdxBot
Disallow: /blog/sitemap.xml
Disallow: /blog/sitemap-posttype-post.2016.xml
Disallow: /blog/sitemap-posttype-post.2015.xml
Disallow: /blog/sitemap-posttype-post.2014.xml
Disallow: /blog/sitemap-posttype-post.2013.xml
Disallow: /blog/sitemap-posttype-post.2012.xml
Disallow: /blog/sitemap-posttype-post.2011.xml
Disallow: /blog/sitemap-posttype-post.2010.xml
Disallow: /blog/sitemap-posttype-post.2009.xml
Disallow: /blog/sitemap-posttype-page.xml
Disallow: /blog/sitemap_index.xml
Disallow: /blog/post-sitemap1.xml
Disallow: /blog/post-sitemap2.xml
Disallow: /blog/post-sitemap3.xml
Disallow: /blog/post-sitemap4.xml
Disallow: /blog/post-sitemap5.xml
Disallow: /blog/post-sitemap6.xml
Disallow: /blog/post-sitemap7.xml
Disallow: /blog/post-sitemap8.xml
Disallow: /blog/post-sitemap9.xml
Disallow: /blog/post-sitemap10.xml
Disallow: /blog/post-sitemap11.xml
Disallow: /blog/post-sitemap12.xml
Disallow: /blog/post_tag-sitemap.xml
Disallow: /blog/post_tag-sitemap2.xml
Disallow: /blog/travel/sitemap_index.xml
Disallow: /blog/travel/post-sitemap.xml
Disallow: /blog/travel/post_tag-sitemap.xml
Disallow: /blog/travel/category-sitemap.xml
Allow: /sitemaptest-blog.xml
Allow: /sitemaptest-homepage.xml
Allow: /sitemaptest-tools.xml
Allow: /sitemaptest.xml

### HERE ENDS THE EXPERIMENT

# digg mirror
User-agent: duggmirror
Disallow: /

Sitemap: https://www.nerdwallet.com/blog/sitemap.xml