User-agent: *
Allow: /

User-agent: Googlebot

# Disallow all directories and files within
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/

# Disallow parsing individual post feeds, categories and trackbacks..
Disallow: */trackback/
Disallow: */feeds/