# fan.kevineastmanstudios.com
#
# Crawler policy:
# - Permit normal indexing of public content.
# - Prevent compliant crawlers from following expensive WooCommerce
#   query-string permutations.
# - Completely exclude crawlers observed generating excessive
#   WooCommerce cart/query traffic.

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: *
Allow: /?display=wide
Allow: /wp-content/uploads/

Disallow: /wp-login*
Disallow: /wp-admin*
Disallow: /wp-content/plugins/
Disallow: /readme.html
Disallow: /refer/

# WooCommerce crawler traps / expensive dynamic variants
Disallow: /*?*add-to-cart=
Disallow: /*?*products-per-page=all
Disallow: /*?*orderby=
Disallow: /*?*wc-ajax=