1.
User-agent: *
2.
Disallow: /cgi-bin
3.
Disallow: /wp-admin
4.
Disallow: /wp-includes
5.
Disallow: /wp-content/plugins
6.
Disallow: /wp-content/cache
7.
Disallow: /wp-content/themes
8.
Disallow: /trackback
9.
Disallow: /comments
10.
Disallow: /category/*/*
11.
Disallow: */trackback
12.
Disallow: */feed/*
13.
Disallow: */comments
14.
Disallow: /*?*
15.
Disallow: /*?
16.
Allow: /wp-content/uploads
17.
18.
# Google Image
19.
User-agent: Googlebot-Image
20.
Disallow:
21.
Allow: /*
22.
23.
# Google AdSense
24.
User-agent: Mediapartners-Google*
25.
Disallow:
26.
Allow: /*
27.
28.
# Internet Archiver Wayback Machine
29.
User-agent: ia_archiver
30.
Disallow: /
31.
32.
# digg mirror
33.
User-agent: duggmirror
34.
Disallow: /