# Google's robot for AdSense. I don't use Ad-Sense, so any hits are due to
# adsense spam sites, who I don't particularly want to help.
# Actually, this doesn't seem to read robots.txt, but maybe it shares
# the cached copy Google's standard robot has. Give it the benefit of the
# doubt for now, save the nasty mail to Google for later.
User-agent: Mediapartners-Google
Disallow: /

# Everyone else, please don't index my kids pics, the rest is fair game.
User-agent: *
Disallow: /arata/
Disallow: /oliver/
Disallow: /roller/arata
Disallow: /roller/oliver
Disallow: /forum
# Detect robots that read robots.txt to get paths to search for
Disallow: /evil-robot
# Detect robots that fail to read/follow robots.txt (reference is invisible)
Disallow: /naughty-robot