User-agent: *
# Disallow all directories and files within
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
# Disallow all files ending with these extensions
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
# Disallow parsing individual post feeds, categories and trackbacks
Disallow: /trackback/
Disallow: /feed/
Disallow: /category/
# Disallow individual dupe pages
Disallow: /main-index-text/
Disallow: /index-page-callout-box/
Disallow: /header-text/
# Disallow client reports
Disallow: /clients/
# Disallow URL tool
Disallow: /chewy/