User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-content/plugins/
Disallow: /wp-content/upgrade/
Disallow: /wp-content/w3tc/
Allow:    /wp-content/uploads/
Disallow: /comments/feed/
Disallow: /category/feed/
Disallow: /feed
Disallow: /feed/
Disallow: */feed/
Disallow: /trackback/
Disallow: */trackback/
Disallow: /?share=google-plus-1
Disallow: /*?share=google-plus-1
Disallow: /coupon/
Disallow: /go/
Disallow: /trial/
Disallow: /offer/
Disallow: /free/

#Encourage Search Engine Bots For Crawling!

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /wp-content/uploads/

User-agent: Googlebot-Mobile
Allow: /

User-agent: Bingbot
Allow: /

User-agent: baiduspider
Allow: /

User-agent: ia_archiver
Allow: /


#Discourage Some Competitor Analysis Bots From Crawling

User-agent: AhrefsBot 
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: BLEXBot
Disallow: /