User-agent: Googlebot
Disallow: /*/feed/$
Disallow: /*/feed/rss/$
Disallow: /*/feed/rdf/$
Disallow: /*/feed/atom/$
Disallow: /*/trackback/$
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.cgi$
Disallow: /*.xhtml$

User-agent: *
Disallow: /wp-
Disallow: /cgi-
Disallow: /feed/
Disallow: /rss/
Disallow: /rdf/
Disallow: /atom/
Disallow: /comments/
Disallow: /trackback/

# disallow archiving site
User-agent: ia_archiver
Disallow: /

# disable duggmirror
User-agent: duggmirror
Disallow: /

# disable webalta
User-agent: WebAlta Crawler
Disallow: /
User-agent: WebAlta
Disallow: /