User-agent: *
# disallow all files in these WordPress directories
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Allow: /wp-content/uploads/

# disallow all files in other directories
Disallow: /cgi-bin/
Disallow: /scripts/
Disallow: /member/
Disallow: /amember/
Disallow: /machform/
Disallow: /xml/

# disallow robots from parsing individual post feeds and trackbacks
Disallow: /feed/
Disallow: */feed/
Disallow: /trackback/
Disallow: */trackback*

# disallow any files that are stats or pagination
Disallow: /stats*
Disallow: /pricacy-policy/
Disallow: /terms-of-use/
Disallow: /page/

# disallow files ending with the following extensions
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.cgi$
Disallow: /*.wmv$
Disallow: /*.php*
Disallow: /*.gz$

#disallow WayBack archiving site
User-agent: ia_archiver-web.archive.org
Disallow: /

# allow adsense bot on entire site
User-agent: Mediapartners-Google*
Disallow:
Allow: /*

# allow adsense bot on entire site
User-agent: Adsbot-Google
Allow: /
 
# allow google image bot to search all images
User-agent: Googlebot-Image
Disallow:
Allow: /*