User-agent: Twitterbot 
Allow: /wp-content/*
Allow: */wp-content/*

User-agent: *
Disallow: /cgi-bin/*
Disallow: */cgi-bin/*
Disallow: /scripts/*
Disallow: */scripts/*
Disallow: /wp-admin/*
Disallow: */wp-admin/*
Disallow: /wp-includes/*
Disallow: */wp-includes/*
#Disallow: /wp-content/*
#Disallow: */wp-content/*
Disallow: /feed/*
Disallow: */feed/*
Disallow: /trackback/*
Disallow: */trackback/*
Disallow: /xmlrpc.php
Disallow: */xmlrpc.php
Disallow: /install.php
Disallow: */install.php
Disallow: /wp-login.php
Disallow: */wp-login.php
Disallow: /wp-register.php
Disallow: */wp-register.php
Disallow: /wp-comments-post.php
Disallow: */wp-comments-post.php
Disallow: /*.php$
Disallow: */*.php$
Disallow: /submissions/*
Disallow: */submissions/*
Disallow: /submit/*
Disallow: */submit/*
Disallow: /login/*
Disallow: */login/*
Disallow: */register/*
Disallow: */share/*
Disallow: /wp-rss2.php

User-agent: msnbot
Disallow: /

User-agent: bingbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: 008
Disallow: /

#Sitemaps
Sitemap: http://craftgawker.com/sitemap-cg-search.xml
Sitemap: http://craftgawker.com/sitemapindex.xml
Sitemap: https://craftgawker.com/sitemapindex.xml