User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/

# STANDARD
User-agent: *

Allow: /

User-agent: Googlebot
Allow: /

User-agent: bingbot
Allow: /

User-agent: Yahoo Pipes 2.0
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: Baiduspider+
Allow: /

User-agent: Mozilla/2.0
Allow: /


User-Agent: Charlotte
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: ConveraCrawler/0.9e
Disallow: /
User-agent: gigabot
Disallow: /

User-agent: VSE/1.0
Allow: /

User-agent: gsa-crawler

Allow: /