Sitemap: http://fitgirlsdiary.com/sitemap_index.xml

User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/
Disallow: /archives/
Disallow: /*?*
Disallow: /tag/
Disallow: /search
Disallow: /index.php
Disallow: /xmlrpc.php
Disallow: *?replytocom
Disallow: /wp-*
Disallow: /author
Disallow: /feed
Disallow: /trackback/
Disallow: /comments/feed/
Disallow: /page/
Disallow: /comments/
Disallow: /wp-content/plugins

User-agent: Mediapartners-Google
Allow: /

User-agent: Googlebot-Image
Allow: /wp-content/uploads/

User-agent: Adsbot-Google
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: Googlebot
Allow: /

User-agent: grapeshot
Allow: /

User-agent: python-request 
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: SemrushBot
Allow:   /

User-agent: *
Disallow: /*blackhole
Disallow: /?blackhole

User-agent: *
Crawl-delay: 30