# There is really no point in the image indexers looking at icons,
# thumbnails and other non-content
User-agent: *
Disallow: /images/
Disallow: /tmp/
Disallow: /svn/
Disallow: /testinput/

# Avoid excessive downloading of archives
User-agent: Slurp
Disallow: /snapshots
Disallow: /splitter
User-agent: msrbot
Disallow: /snapshots