Sitemap: http://nathanr.ca/sitemap.xml

User-agent: Googlebot
Disallow: /*/feed/$
Disallow: /*/feed/rss/$
Disallow: /*/trackback/$

User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /info.php
Disallow: /aml
#Disallow: /feed
Disallow: /Images
Disallow: /wp-content/uploads
Disallow: /misc
Disallow: /movies
Disallow: /music
Disallow: /myadmin
Disallow: /phpsysinfo
# to prevent duplicate content
Disallow: /wp-content/
Disallow: /wp-admin/
Disallow: /wp-includes/

Disallow: /trackback/
Disallow: /comments/
Disallow: /page/
Disallow: /date/
Disallow: /category/
Disallow: /archive/
Disallow: /rss/

# I get a lot of this
Disallow: /wp-login.php

# and wtf is this
Disallow: /photos

User-agent: googlebot-Image
Disallow: /

#
# Sorry, wget in its recursive mode is a frequent problem.
# Please read the man page and use it properly; there is a
# --wait option you can use to set the delay between hits,
# for instance.
#
User-agent: wget
Disallow: /