Sitemap: /sitemap.xml

# allow google image bot to search all images
User-Agent: Googlebot-Image
Disallow:
Allow: /*

# allow adsense bot on entire site
User-Agent: Mediapartners-Google*
Disallow:
Allow: /*


User-Agent: *
# disallow all files in these directories
Disallow: /dh_
Disallow: /cgi-bin/
Disallow: /blog/wp-admin/
Disallow: /blog/wp-includes/
Disallow: /blog/wp-content/plugins/
Disallow: /blog/about
Disallow: /blog/contact
Disallow: /blog/tag/
Disallow: /feed/
Disallow: /trackback/
Disallow: */feed$
Disallow: */trackback$
Disallow: /*comment-*

User-Agent: Googlebot
# disallow all files ending with these extensions
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$

# disallow all files with ? in url
Disallow: /*?*

# disable duggmirror
User-Agent: duggmirror
Disallow: /