01.User-agent: * 
Allow: /
02.Disallow: /cgi-bin 
03.Disallow: /wp-admin 
04.Disallow: /wp-includes 
05.Disallow: /wp-content/plugins 
06.Disallow: /wp-content/cache 
07.Disallow: /wp-content/themes 
08.Disallow: /trackback 
09.Disallow: /feed 
10.Disallow: /comments 
11.Disallow: /category/*/* 
12.Disallow: */trackback 
13.Disallow: */feed 
14.Disallow: */comments 
15.Disallow: /*?* 
16.Disallow: /*? 
17.Allow: /wp-content/uploads 
18.Disallow: /links
 

 
24.# Google AdSense 
25.User-agent: Mediapartners-Google* 
26.Disallow: 
27.Allow: /* 
28. 
 
29.# Internet Archiver Wayback Machine 
30.User-agent: ia_archiver 
31.Disallow: / 
32. 
 
33.# digg mirror 
34.User-agent: duggmirror 
35.Disallow: / 
36.