User-agent: *

# Index CSS/JS files, otherwise if blocked, this could prevent 
# Google from seeing the properly-rendered version of your site
Allow: /*.css
Allow: /*.js

# Index all Wordpress images and files
Allow: /wp-content/uploads/

# Index content that's Ajax-generated
Allow: /wp-admin/admin-ajax.php

# Block crawling of Wordpress plugin and admin areas, affiliate links, 
# and any content we don't want indexed
Disallow: /wp-content/plugins/
Disallow: /wp-admin/
Disallow: /refer/
Disallow: /xmlrpc.php
Disallow: /readme.html

# Prevent bots from crawling duplicate pages by blocking anything 
# with a question mark (like a search/filtering page)
Disallow: /*?

# Force bots to wait 3 seconds before crawling again, so our server 
# doesn't get overloaded with too many requests
Crawl-delay: 3