# Robots.txt file from http://www.searchengineworld.com
#
# Bans from cgi-bin and images
#
# Disallow /cgi-bin/

User-agent: *
Disallow: /cache/
Disallow: /images/
Disallow: /includes/
Disallow: /admin/
Disallow: /docs/
Disallow: /download/
Disallow: /includes/
Disallow: /media/
Disallow: /pub/
Disallow: /extras/
Disallow: /htmlarea/
Disallow: /index.php?

# IF YOU DO NOT WISH TO HAVE THE GOOGLE IMAGE BOT SCAN YOUR DOMAIN FOR IMAGES
# THEN YOU CAN INCLUDE THE FOLLOWING IN YOUR ROBOTS FILE.
# I FOUND THAT MY BANDWIDTH USAGE DROPPED BY A MASSIVE AMOUNT AFTER I GOT RID
# OF THE GOOGLE IMAGE BOT. ALL I HAD WAS IMAGE HUNTERS STEALING PRODUCT SHOTS
# AND NOT EVEN BROWSING THE SITE.

User-agent: Googlebot-Image
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: msnbot
Disallow: /