User-Agent: *

# disallow all files in these directories

Disallow: /dh_

Disallow: /cgi-bin/

Disallow: /pictures/

Disallow: /wp-admin/

Disallow: /wp-includes/

Disallow: /about/

Disallow: /feed/

Disallow: /trackback/

Disallow: /tag/

Disallow: */feed$

Disallow: */trackback$

Disallow: /*comment-*
Disallow: /xform/



User-Agent: Googlebot

# disallow all files ending with these extensions

Disallow: /*.php$

Disallow: /*.js$

Disallow: /*.inc$

Disallow: /*.css$

Disallow: /*.gz$

Disallow: /*.wmv$

Disallow: /*.cgi$

Disallow: /*.xhtml$



# disallow all files with ? in url

Disallow: /*?*



# disable duggmirror

User-Agent: duggmirror

Disallow: /

# allow google image bot to search all images

User-Agent: Googlebot-Image

Disallow:

Allow: /*



# allow adsense bot on entire site

User-Agent: Mediapartners-Google*

Disallow:

Allow: /*