User-agent:  Googlebot
# Slow the bot down to speed up my site
Crawl-delay: 5
# Stop access to these directories
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /wp-admin/
Disallow: /cgi-bin/
# Avoid duplicate content and files with certain extensions
Disallow: /index.php
Disallow: /*?
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.cgi$
Disallow: /*.wmv$
Disallow: /feed/
Disallow: /*/feed/
Disallow: /trackback/
Disallow: /*/trackback/
Disallow: /tag/
Disallow: /*/tag/

#For other bots I allow feed and slow it down a bit
User-agent: *
Crawl-delay: 10
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /index.php
Disallow: /tag/